2024-12-10 09:23:06,377 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-10 09:23:06,387 main DEBUG Took 0.008949 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-10 09:23:06,388 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-10 09:23:06,388 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-10 09:23:06,389 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-10 09:23:06,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 09:23:06,397 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-10 09:23:06,408 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 09:23:06,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 09:23:06,410 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 09:23:06,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 09:23:06,411 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 09:23:06,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 09:23:06,412 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 09:23:06,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 09:23:06,412 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 09:23:06,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 09:23:06,413 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 09:23:06,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 09:23:06,414 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 09:23:06,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 09:23:06,414 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 09:23:06,415 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 09:23:06,415 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 09:23:06,415 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 09:23:06,415 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 09:23:06,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 09:23:06,416 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 09:23:06,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 09:23:06,417 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 09:23:06,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 09:23:06,417 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 09:23:06,417 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-10 09:23:06,418 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 09:23:06,420 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-10 09:23:06,421 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-10 09:23:06,422 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-10 09:23:06,423 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-10 09:23:06,423 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-10 09:23:06,430 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-10 09:23:06,432 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-10 09:23:06,433 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-10 09:23:06,433 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-10 09:23:06,434 main DEBUG createAppenders(={Console}) 2024-12-10 09:23:06,434 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-10 09:23:06,435 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-10 09:23:06,435 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-10 09:23:06,435 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-10 09:23:06,436 main DEBUG OutputStream closed 2024-12-10 09:23:06,436 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-10 09:23:06,436 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-10 09:23:06,436 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-10 09:23:06,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-10 09:23:06,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-10 09:23:06,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-10 09:23:06,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-10 09:23:06,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-10 09:23:06,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-10 09:23:06,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-10 09:23:06,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-10 09:23:06,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-10 09:23:06,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-10 09:23:06,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-10 09:23:06,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-10 09:23:06,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-10 09:23:06,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-10 09:23:06,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-10 09:23:06,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-10 09:23:06,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-10 09:23:06,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-10 09:23:06,509 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10 09:23:06,510 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-10 09:23:06,510 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-10 09:23:06,511 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-10T09:23:06,726 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936 2024-12-10 09:23:06,729 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-10 09:23:06,729 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10T09:23:06,737 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-10T09:23:06,755 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T09:23:06,757 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/cluster_7ae08c73-e021-60b6-5f91-f926406b7d08, deleteOnExit=true 2024-12-10T09:23:06,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-10T09:23:06,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/test.cache.data in system properties and HBase conf 2024-12-10T09:23:06,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T09:23:06,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/hadoop.log.dir in system properties and HBase conf 2024-12-10T09:23:06,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T09:23:06,761 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T09:23:06,761 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-10T09:23:06,861 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-10T09:23:06,973 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T09:23:06,978 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T09:23:06,978 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T09:23:06,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T09:23:06,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T09:23:06,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T09:23:06,981 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T09:23:06,982 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T09:23:06,982 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T09:23:06,983 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T09:23:06,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/nfs.dump.dir in system properties and HBase conf 2024-12-10T09:23:06,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/java.io.tmpdir in system properties and HBase conf 2024-12-10T09:23:06,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T09:23:06,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T09:23:06,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T09:23:07,907 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-10T09:23:07,973 INFO [Time-limited test {}] log.Log(170): Logging initialized @2186ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-10T09:23:08,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T09:23:08,103 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T09:23:08,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T09:23:08,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T09:23:08,123 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T09:23:08,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T09:23:08,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/hadoop.log.dir/,AVAILABLE} 2024-12-10T09:23:08,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T09:23:08,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cad334d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/java.io.tmpdir/jetty-localhost-40227-hadoop-hdfs-3_4_1-tests_jar-_-any-14807160746340377787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T09:23:08,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:40227} 2024-12-10T09:23:08,327 INFO [Time-limited test {}] server.Server(415): Started @2541ms 2024-12-10T09:23:08,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T09:23:08,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T09:23:08,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T09:23:08,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T09:23:08,759 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T09:23:08,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/hadoop.log.dir/,AVAILABLE} 2024-12-10T09:23:08,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T09:23:08,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45b00dd3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/java.io.tmpdir/jetty-localhost-39923-hadoop-hdfs-3_4_1-tests_jar-_-any-823952104423671997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T09:23:08,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:39923} 2024-12-10T09:23:08,855 INFO [Time-limited test {}] server.Server(415): Started @3069ms 2024-12-10T09:23:08,901 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T09:23:09,701 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/cluster_7ae08c73-e021-60b6-5f91-f926406b7d08/dfs/data/data1/current/BP-1616450532-172.17.0.2-1733822587504/current, will proceed with Du for space computation calculation, 2024-12-10T09:23:09,701 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/cluster_7ae08c73-e021-60b6-5f91-f926406b7d08/dfs/data/data2/current/BP-1616450532-172.17.0.2-1733822587504/current, will proceed with Du for space computation calculation, 2024-12-10T09:23:09,725 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T09:23:09,766 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95d74e3dba989697 with lease ID 0x74dd7babdff4ac34: Processing first storage report for DS-9873d1ad-5ef1-4ba4-b47b-5c1dce77e9a1 from datanode DatanodeRegistration(127.0.0.1:35289, datanodeUuid=b9208de8-c662-4a1a-ac0f-4be2ced0d4f8, infoPort=44717, infoSecurePort=0, ipcPort=45839, storageInfo=lv=-57;cid=testClusterID;nsid=1257182252;c=1733822587504) 2024-12-10T09:23:09,767 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95d74e3dba989697 with lease ID 0x74dd7babdff4ac34: from storage DS-9873d1ad-5ef1-4ba4-b47b-5c1dce77e9a1 node DatanodeRegistration(127.0.0.1:35289, datanodeUuid=b9208de8-c662-4a1a-ac0f-4be2ced0d4f8, infoPort=44717, infoSecurePort=0, ipcPort=45839, storageInfo=lv=-57;cid=testClusterID;nsid=1257182252;c=1733822587504), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T09:23:09,767 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95d74e3dba989697 with lease ID 0x74dd7babdff4ac34: Processing first storage report for DS-0abcfd8f-db13-4545-a801-c27af414398c from datanode DatanodeRegistration(127.0.0.1:35289, datanodeUuid=b9208de8-c662-4a1a-ac0f-4be2ced0d4f8, infoPort=44717, infoSecurePort=0, ipcPort=45839, storageInfo=lv=-57;cid=testClusterID;nsid=1257182252;c=1733822587504) 2024-12-10T09:23:09,768 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95d74e3dba989697 with lease ID 0x74dd7babdff4ac34: from storage DS-0abcfd8f-db13-4545-a801-c27af414398c node DatanodeRegistration(127.0.0.1:35289, datanodeUuid=b9208de8-c662-4a1a-ac0f-4be2ced0d4f8, infoPort=44717, infoSecurePort=0, ipcPort=45839, storageInfo=lv=-57;cid=testClusterID;nsid=1257182252;c=1733822587504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T09:23:09,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936 2024-12-10T09:23:09,840 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/cluster_7ae08c73-e021-60b6-5f91-f926406b7d08/zookeeper_0, clientPort=56918, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/cluster_7ae08c73-e021-60b6-5f91-f926406b7d08/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/cluster_7ae08c73-e021-60b6-5f91-f926406b7d08/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T09:23:09,848 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56918 2024-12-10T09:23:09,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T09:23:09,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T09:23:10,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741825_1001 (size=7) 2024-12-10T09:23:10,457 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95 with version=8 2024-12-10T09:23:10,457 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/hbase-staging 2024-12-10T09:23:10,561 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-10T09:23:10,799 INFO [Time-limited test {}] client.ConnectionUtils(129): master/65eb268144ba:0 server-side Connection retries=45 2024-12-10T09:23:10,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T09:23:10,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T09:23:10,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T09:23:10,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T09:23:10,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T09:23:10,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T09:23:10,970 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-10T09:23:10,978 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-10T09:23:10,981 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T09:23:11,002 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 39246 (auto-detected) 2024-12-10T09:23:11,003 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-10T09:23:11,020 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43055 2024-12-10T09:23:11,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T09:23:11,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T09:23:11,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43055 connecting to ZooKeeper ensemble=127.0.0.1:56918 2024-12-10T09:23:11,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430550x0, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T09:23:11,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43055-0x1000f4048000000 connected 2024-12-10T09:23:11,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T09:23:11,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T09:23:11,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T09:23:11,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43055 2024-12-10T09:23:11,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43055 2024-12-10T09:23:11,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43055 2024-12-10T09:23:11,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43055 2024-12-10T09:23:11,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43055 2024-12-10T09:23:11,234 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95, hbase.cluster.distributed=false 2024-12-10T09:23:11,300 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/65eb268144ba:0 server-side Connection retries=45 2024-12-10T09:23:11,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T09:23:11,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T09:23:11,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T09:23:11,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T09:23:11,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T09:23:11,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T09:23:11,305 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T09:23:11,306 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42979 2024-12-10T09:23:11,308 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T09:23:11,312 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T09:23:11,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T09:23:11,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T09:23:11,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42979 connecting to ZooKeeper ensemble=127.0.0.1:56918 2024-12-10T09:23:11,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429790x0, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T09:23:11,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429790x0, quorum=127.0.0.1:56918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T09:23:11,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42979-0x1000f4048000001 connected 2024-12-10T09:23:11,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T09:23:11,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T09:23:11,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42979 2024-12-10T09:23:11,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42979 2024-12-10T09:23:11,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42979 2024-12-10T09:23:11,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42979 2024-12-10T09:23:11,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42979 2024-12-10T09:23:11,335 INFO [master/65eb268144ba:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/65eb268144ba,43055,1733822590553 2024-12-10T09:23:11,349 DEBUG [M:0;65eb268144ba:43055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;65eb268144ba:43055 2024-12-10T09:23:11,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T09:23:11,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T09:23:11,352 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/65eb268144ba,43055,1733822590553 2024-12-10T09:23:11,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T09:23:11,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T09:23:11,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:23:11,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:23:11,379 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T09:23:11,380 INFO [master/65eb268144ba:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/65eb268144ba,43055,1733822590553 from backup master directory 2024-12-10T09:23:11,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T09:23:11,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T09:23:11,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/65eb268144ba,43055,1733822590553 2024-12-10T09:23:11,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T09:23:11,387 WARN [master/65eb268144ba:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T09:23:11,387 INFO [master/65eb268144ba:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=65eb268144ba,43055,1733822590553 2024-12-10T09:23:11,389 INFO [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-10T09:23:11,391 INFO [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-10T09:23:11,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741826_1002 (size=42) 2024-12-10T09:23:11,858 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/hbase.id with ID: bd369bd8-b74d-46ed-840a-b9fe93619c2d 2024-12-10T09:23:11,900 INFO [master/65eb268144ba:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T09:23:11,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:23:11,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:23:11,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741827_1003 (size=196) 2024-12-10T09:23:12,399 INFO [master/65eb268144ba:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T09:23:12,401 INFO [master/65eb268144ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T09:23:12,414 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:12,418 INFO [master/65eb268144ba:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T09:23:12,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741828_1004 (size=1189) 2024-12-10T09:23:12,866 INFO [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store 2024-12-10T09:23:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741829_1005 (size=34) 2024-12-10T09:23:13,291 INFO [master/65eb268144ba:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-10T09:23:13,291 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:23:13,292 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T09:23:13,292 INFO [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T09:23:13,292 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T09:23:13,292 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T09:23:13,293 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T09:23:13,293 INFO [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T09:23:13,293 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T09:23:13,295 WARN [master/65eb268144ba:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/.initializing 2024-12-10T09:23:13,295 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/WALs/65eb268144ba,43055,1733822590553 2024-12-10T09:23:13,300 INFO [master/65eb268144ba:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T09:23:13,309 INFO [master/65eb268144ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65eb268144ba%2C43055%2C1733822590553, suffix=, logDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/WALs/65eb268144ba,43055,1733822590553, archiveDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/oldWALs, maxLogs=10 2024-12-10T09:23:13,327 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/WALs/65eb268144ba,43055,1733822590553/65eb268144ba%2C43055%2C1733822590553.1733822593313, exclude list is [], retry=0 2024-12-10T09:23:13,342 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35289,DS-9873d1ad-5ef1-4ba4-b47b-5c1dce77e9a1,DISK] 2024-12-10T09:23:13,344 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-10T09:23:13,374 INFO [master/65eb268144ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/WALs/65eb268144ba,43055,1733822590553/65eb268144ba%2C43055%2C1733822590553.1733822593313 2024-12-10T09:23:13,375 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44717:44717)] 2024-12-10T09:23:13,375 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T09:23:13,376 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:23:13,378 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T09:23:13,379 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T09:23:13,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T09:23:13,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T09:23:13,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:13,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T09:23:13,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T09:23:13,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T09:23:13,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:13,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:23:13,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T09:23:13,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T09:23:13,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:13,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:23:13,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T09:23:13,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T09:23:13,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:13,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:23:13,457 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T09:23:13,458 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T09:23:13,467 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T09:23:13,470 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T09:23:13,474 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T09:23:13,476 INFO [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60430014, jitterRate=-0.09952262043952942}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T09:23:13,479 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T09:23:13,480 INFO [master/65eb268144ba:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T09:23:13,504 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45749f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:13,531 INFO [master/65eb268144ba:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-10T09:23:13,540 INFO [master/65eb268144ba:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T09:23:13,540 INFO [master/65eb268144ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T09:23:13,542 INFO [master/65eb268144ba:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T09:23:13,544 INFO [master/65eb268144ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-10T09:23:13,548 INFO [master/65eb268144ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-10T09:23:13,548 INFO [master/65eb268144ba:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T09:23:13,571 INFO [master/65eb268144ba:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T09:23:13,581 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T09:23:13,617 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-10T09:23:13,620 INFO [master/65eb268144ba:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T09:23:13,623 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T09:23:13,634 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-10T09:23:13,636 INFO [master/65eb268144ba:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T09:23:13,641 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T09:23:13,650 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-10T09:23:13,653 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T09:23:13,662 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T09:23:13,675 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T09:23:13,683 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T09:23:13,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T09:23:13,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T09:23:13,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:23:13,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:23:13,696 INFO [master/65eb268144ba:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=65eb268144ba,43055,1733822590553, sessionid=0x1000f4048000000, setting cluster-up flag (Was=false) 2024-12-10T09:23:13,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:23:13,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:23:13,753 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T09:23:13,757 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65eb268144ba,43055,1733822590553 2024-12-10T09:23:13,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:23:13,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:23:13,803 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T09:23:13,806 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65eb268144ba,43055,1733822590553 2024-12-10T09:23:13,850 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;65eb268144ba:42979 2024-12-10T09:23:13,851 INFO [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1008): ClusterId : bd369bd8-b74d-46ed-840a-b9fe93619c2d 2024-12-10T09:23:13,854 DEBUG [RS:0;65eb268144ba:42979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T09:23:13,863 DEBUG [RS:0;65eb268144ba:42979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T09:23:13,863 DEBUG [RS:0;65eb268144ba:42979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T09:23:13,871 DEBUG [RS:0;65eb268144ba:42979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T09:23:13,871 DEBUG [RS:0;65eb268144ba:42979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481ef155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:13,873 DEBUG [RS:0;65eb268144ba:42979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4adabde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65eb268144ba/172.17.0.2:0 2024-12-10T09:23:13,876 INFO [RS:0;65eb268144ba:42979 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-10T09:23:13,876 INFO [RS:0;65eb268144ba:42979 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-10T09:23:13,876 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-10T09:23:13,878 INFO [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(3073): reportForDuty to master=65eb268144ba,43055,1733822590553 with isa=65eb268144ba/172.17.0.2:42979, startcode=1733822591299 2024-12-10T09:23:13,878 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-10T09:23:13,883 INFO [master/65eb268144ba:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-10T09:23:13,885 INFO [master/65eb268144ba:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T09:23:13,888 DEBUG [RS:0;65eb268144ba:42979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T09:23:13,890 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 65eb268144ba,43055,1733822590553 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T09:23:13,893 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/65eb268144ba:0, corePoolSize=5, maxPoolSize=5 2024-12-10T09:23:13,893 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/65eb268144ba:0, corePoolSize=5, maxPoolSize=5 2024-12-10T09:23:13,894 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/65eb268144ba:0, corePoolSize=5, maxPoolSize=5 2024-12-10T09:23:13,894 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/65eb268144ba:0, corePoolSize=5, maxPoolSize=5 2024-12-10T09:23:13,894 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/65eb268144ba:0, corePoolSize=10, maxPoolSize=10 2024-12-10T09:23:13,894 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/65eb268144ba:0, corePoolSize=1, maxPoolSize=1 2024-12-10T09:23:13,894 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/65eb268144ba:0, corePoolSize=2, maxPoolSize=2 2024-12-10T09:23:13,894 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/65eb268144ba:0, corePoolSize=1, maxPoolSize=1 2024-12-10T09:23:13,896 INFO [master/65eb268144ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733822623895 2024-12-10T09:23:13,897 INFO [master/65eb268144ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T09:23:13,899 INFO [master/65eb268144ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T09:23:13,899 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T09:23:13,900 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-10T09:23:13,902 INFO [master/65eb268144ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T09:23:13,903 INFO [master/65eb268144ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T09:23:13,903 INFO [master/65eb268144ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T09:23:13,904 INFO [master/65eb268144ba:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T09:23:13,904 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:13,904 INFO [master/65eb268144ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:13,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T09:23:13,906 INFO [master/65eb268144ba:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T09:23:13,907 INFO [master/65eb268144ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T09:23:13,908 INFO [master/65eb268144ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T09:23:13,912 INFO [master/65eb268144ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T09:23:13,913 INFO [master/65eb268144ba:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T09:23:13,914 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/65eb268144ba:0:becomeActiveMaster-HFileCleaner.large.0-1733822593914,5,FailOnTimeoutGroup] 2024-12-10T09:23:13,915 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/65eb268144ba:0:becomeActiveMaster-HFileCleaner.small.0-1733822593915,5,FailOnTimeoutGroup] 2024-12-10T09:23:13,915 INFO [master/65eb268144ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:13,915 INFO [master/65eb268144ba:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T09:23:13,916 INFO [master/65eb268144ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:13,916 INFO [master/65eb268144ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:13,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741831_1007 (size=1039) 2024-12-10T09:23:13,923 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49357, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T09:23:13,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43055 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 65eb268144ba,42979,1733822591299 2024-12-10T09:23:13,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43055 {}] master.ServerManager(486): Registering regionserver=65eb268144ba,42979,1733822591299 2024-12-10T09:23:13,942 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95 2024-12-10T09:23:13,943 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36257 2024-12-10T09:23:13,943 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-10T09:23:13,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T09:23:13,953 DEBUG [RS:0;65eb268144ba:42979 {}] zookeeper.ZKUtil(111): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65eb268144ba,42979,1733822591299 2024-12-10T09:23:13,954 WARN [RS:0;65eb268144ba:42979 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T09:23:13,954 INFO [RS:0;65eb268144ba:42979 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T09:23:13,954 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/WALs/65eb268144ba,42979,1733822591299 2024-12-10T09:23:13,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65eb268144ba,42979,1733822591299] 2024-12-10T09:23:13,970 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-10T09:23:13,979 INFO [RS:0;65eb268144ba:42979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T09:23:13,991 INFO [RS:0;65eb268144ba:42979 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T09:23:13,993 INFO [RS:0;65eb268144ba:42979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T09:23:13,993 INFO [RS:0;65eb268144ba:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:13,994 INFO [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-10T09:23:14,000 INFO [RS:0;65eb268144ba:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:14,000 DEBUG [RS:0;65eb268144ba:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65eb268144ba:0, corePoolSize=1, maxPoolSize=1 2024-12-10T09:23:14,000 DEBUG [RS:0;65eb268144ba:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65eb268144ba:0, corePoolSize=1, maxPoolSize=1 2024-12-10T09:23:14,000 DEBUG [RS:0;65eb268144ba:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0, corePoolSize=1, maxPoolSize=1 2024-12-10T09:23:14,001 DEBUG [RS:0;65eb268144ba:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65eb268144ba:0, corePoolSize=1, maxPoolSize=1 2024-12-10T09:23:14,001 DEBUG [RS:0;65eb268144ba:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65eb268144ba:0, corePoolSize=1, maxPoolSize=1 2024-12-10T09:23:14,001 DEBUG [RS:0;65eb268144ba:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65eb268144ba:0, corePoolSize=2, maxPoolSize=2 2024-12-10T09:23:14,001 DEBUG [RS:0;65eb268144ba:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65eb268144ba:0, corePoolSize=1, maxPoolSize=1 2024-12-10T09:23:14,001 DEBUG [RS:0;65eb268144ba:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65eb268144ba:0, corePoolSize=1, maxPoolSize=1 2024-12-10T09:23:14,001 DEBUG [RS:0;65eb268144ba:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65eb268144ba:0, corePoolSize=1, maxPoolSize=1 2024-12-10T09:23:14,001 DEBUG [RS:0;65eb268144ba:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65eb268144ba:0, corePoolSize=1, maxPoolSize=1 2024-12-10T09:23:14,001 DEBUG [RS:0;65eb268144ba:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65eb268144ba:0, corePoolSize=1, maxPoolSize=1 2024-12-10T09:23:14,002 DEBUG [RS:0;65eb268144ba:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65eb268144ba:0, corePoolSize=3, maxPoolSize=3 2024-12-10T09:23:14,002 DEBUG [RS:0;65eb268144ba:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0, corePoolSize=3, maxPoolSize=3 2024-12-10T09:23:14,002 INFO [RS:0;65eb268144ba:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:14,003 INFO [RS:0;65eb268144ba:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:14,003 INFO [RS:0;65eb268144ba:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:14,003 INFO [RS:0;65eb268144ba:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:14,003 INFO [RS:0;65eb268144ba:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=65eb268144ba,42979,1733822591299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T09:23:14,020 INFO [RS:0;65eb268144ba:42979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T09:23:14,022 INFO [RS:0;65eb268144ba:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=65eb268144ba,42979,1733822591299-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:14,038 INFO [RS:0;65eb268144ba:42979 {}] regionserver.Replication(204): 65eb268144ba,42979,1733822591299 started 2024-12-10T09:23:14,038 INFO [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1767): Serving as 65eb268144ba,42979,1733822591299, RpcServer on 65eb268144ba/172.17.0.2:42979, sessionid=0x1000f4048000001 2024-12-10T09:23:14,039 DEBUG [RS:0;65eb268144ba:42979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T09:23:14,039 DEBUG [RS:0;65eb268144ba:42979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65eb268144ba,42979,1733822591299 2024-12-10T09:23:14,039 DEBUG [RS:0;65eb268144ba:42979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65eb268144ba,42979,1733822591299' 2024-12-10T09:23:14,039 DEBUG [RS:0;65eb268144ba:42979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T09:23:14,040 DEBUG [RS:0;65eb268144ba:42979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T09:23:14,041 DEBUG [RS:0;65eb268144ba:42979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T09:23:14,041 DEBUG [RS:0;65eb268144ba:42979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T09:23:14,041 DEBUG [RS:0;65eb268144ba:42979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65eb268144ba,42979,1733822591299 2024-12-10T09:23:14,041 DEBUG [RS:0;65eb268144ba:42979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65eb268144ba,42979,1733822591299' 2024-12-10T09:23:14,041 DEBUG [RS:0;65eb268144ba:42979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T09:23:14,042 DEBUG [RS:0;65eb268144ba:42979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T09:23:14,042 DEBUG [RS:0;65eb268144ba:42979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T09:23:14,042 INFO [RS:0;65eb268144ba:42979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T09:23:14,042 INFO [RS:0;65eb268144ba:42979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T09:23:14,149 INFO [RS:0;65eb268144ba:42979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T09:23:14,152 INFO [RS:0;65eb268144ba:42979 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65eb268144ba%2C42979%2C1733822591299, suffix=, logDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/WALs/65eb268144ba,42979,1733822591299, archiveDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/oldWALs, maxLogs=32 2024-12-10T09:23:14,167 DEBUG [RS:0;65eb268144ba:42979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/WALs/65eb268144ba,42979,1733822591299/65eb268144ba%2C42979%2C1733822591299.1733822594154, exclude list is [], retry=0 2024-12-10T09:23:14,172 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35289,DS-9873d1ad-5ef1-4ba4-b47b-5c1dce77e9a1,DISK] 2024-12-10T09:23:14,175 INFO [RS:0;65eb268144ba:42979 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/WALs/65eb268144ba,42979,1733822591299/65eb268144ba%2C42979%2C1733822591299.1733822594154 2024-12-10T09:23:14,176 DEBUG [RS:0;65eb268144ba:42979 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44717:44717)] 2024-12-10T09:23:14,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-10T09:23:14,323 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95 2024-12-10T09:23:14,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741833_1009 (size=32) 2024-12-10T09:23:14,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:23:14,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T09:23:14,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T09:23:14,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:14,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T09:23:14,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T09:23:14,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T09:23:14,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:14,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T09:23:14,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T09:23:14,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T09:23:14,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:14,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T09:23:14,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740 2024-12-10T09:23:14,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740 2024-12-10T09:23:14,767 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-10T09:23:14,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T09:23:14,773 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T09:23:14,774 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66509847, jitterRate=-0.008926048874855042}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-10T09:23:14,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T09:23:14,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T09:23:14,776 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T09:23:14,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T09:23:14,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T09:23:14,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T09:23:14,777 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T09:23:14,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T09:23:14,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T09:23:14,780 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-10T09:23:14,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T09:23:14,791 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T09:23:14,793 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T09:23:14,948 DEBUG [65eb268144ba:43055 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-10T09:23:14,956 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:23:14,960 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65eb268144ba,42979,1733822591299, state=OPENING 2024-12-10T09:23:15,001 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T09:23:15,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:23:15,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:23:15,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T09:23:15,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T09:23:15,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:23:15,196 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:15,199 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T09:23:15,201 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T09:23:15,211 INFO [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-10T09:23:15,211 INFO [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T09:23:15,211 INFO [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T09:23:15,214 INFO [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65eb268144ba%2C42979%2C1733822591299.meta, suffix=.meta, logDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/WALs/65eb268144ba,42979,1733822591299, archiveDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/oldWALs, maxLogs=32 2024-12-10T09:23:15,227 DEBUG [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/WALs/65eb268144ba,42979,1733822591299/65eb268144ba%2C42979%2C1733822591299.meta.1733822595215.meta, exclude list is [], retry=0 2024-12-10T09:23:15,230 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35289,DS-9873d1ad-5ef1-4ba4-b47b-5c1dce77e9a1,DISK] 2024-12-10T09:23:15,233 INFO [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/WALs/65eb268144ba,42979,1733822591299/65eb268144ba%2C42979%2C1733822591299.meta.1733822595215.meta 2024-12-10T09:23:15,234 DEBUG [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44717:44717)] 2024-12-10T09:23:15,234 DEBUG [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T09:23:15,235 DEBUG [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T09:23:15,281 DEBUG [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T09:23:15,285 INFO [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T09:23:15,288 DEBUG [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T09:23:15,288 DEBUG [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:23:15,288 DEBUG [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-10T09:23:15,288 DEBUG [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-10T09:23:15,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T09:23:15,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T09:23:15,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:15,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T09:23:15,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T09:23:15,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T09:23:15,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:15,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T09:23:15,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T09:23:15,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T09:23:15,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:15,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T09:23:15,300 DEBUG [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740 2024-12-10T09:23:15,302 DEBUG [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740 2024-12-10T09:23:15,304 DEBUG [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-10T09:23:15,307 DEBUG [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T09:23:15,309 INFO [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67923549, jitterRate=0.012139752507209778}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-10T09:23:15,310 DEBUG [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T09:23:15,316 INFO [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733822595191 2024-12-10T09:23:15,326 DEBUG [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T09:23:15,326 INFO [RS_OPEN_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-10T09:23:15,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:23:15,329 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65eb268144ba,42979,1733822591299, state=OPEN 2024-12-10T09:23:15,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T09:23:15,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T09:23:15,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T09:23:15,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T09:23:15,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T09:23:15,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=65eb268144ba,42979,1733822591299 in 336 msec 2024-12-10T09:23:15,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T09:23:15,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 576 msec 2024-12-10T09:23:15,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5310 sec 2024-12-10T09:23:15,373 INFO [master/65eb268144ba:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733822595373, completionTime=-1 2024-12-10T09:23:15,374 INFO [master/65eb268144ba:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-10T09:23:15,374 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-10T09:23:15,406 DEBUG [hconnection-0x31d7b3b1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:15,408 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:15,416 INFO [master/65eb268144ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-10T09:23:15,417 INFO [master/65eb268144ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733822655417 2024-12-10T09:23:15,417 INFO [master/65eb268144ba:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733822715417 2024-12-10T09:23:15,417 INFO [master/65eb268144ba:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 43 msec 2024-12-10T09:23:15,455 INFO [master/65eb268144ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65eb268144ba,43055,1733822590553-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:15,456 INFO [master/65eb268144ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65eb268144ba,43055,1733822590553-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:15,456 INFO [master/65eb268144ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65eb268144ba,43055,1733822590553-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:15,457 INFO [master/65eb268144ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-65eb268144ba:43055, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:15,458 INFO [master/65eb268144ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:15,464 DEBUG [master/65eb268144ba:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-10T09:23:15,466 INFO [master/65eb268144ba:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-10T09:23:15,468 INFO [master/65eb268144ba:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T09:23:15,473 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-10T09:23:15,475 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T09:23:15,476 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:15,478 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T09:23:15,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741835_1011 (size=358) 2024-12-10T09:23:15,893 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b3cd205a29398c1229accf15843c2180, NAME => 'hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95 2024-12-10T09:23:15,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741836_1012 (size=42) 2024-12-10T09:23:16,305 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:23:16,305 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing b3cd205a29398c1229accf15843c2180, disabling compactions & flushes 2024-12-10T09:23:16,305 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180. 2024-12-10T09:23:16,305 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180. 2024-12-10T09:23:16,306 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180. after waiting 0 ms 2024-12-10T09:23:16,306 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180. 2024-12-10T09:23:16,306 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180. 2024-12-10T09:23:16,306 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for b3cd205a29398c1229accf15843c2180: 2024-12-10T09:23:16,310 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T09:23:16,320 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733822596311"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733822596311"}]},"ts":"1733822596311"} 2024-12-10T09:23:16,338 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T09:23:16,340 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T09:23:16,342 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822596340"}]},"ts":"1733822596340"} 2024-12-10T09:23:16,346 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-10T09:23:16,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b3cd205a29398c1229accf15843c2180, ASSIGN}] 2024-12-10T09:23:16,402 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b3cd205a29398c1229accf15843c2180, ASSIGN 2024-12-10T09:23:16,404 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b3cd205a29398c1229accf15843c2180, ASSIGN; state=OFFLINE, location=65eb268144ba,42979,1733822591299; forceNewPlan=false, retain=false 2024-12-10T09:23:16,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b3cd205a29398c1229accf15843c2180, regionState=OPENING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:23:16,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b3cd205a29398c1229accf15843c2180, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:23:16,720 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:16,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180. 2024-12-10T09:23:16,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => b3cd205a29398c1229accf15843c2180, NAME => 'hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180.', STARTKEY => '', ENDKEY => ''} 2024-12-10T09:23:16,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b3cd205a29398c1229accf15843c2180 2024-12-10T09:23:16,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:23:16,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for b3cd205a29398c1229accf15843c2180 2024-12-10T09:23:16,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for b3cd205a29398c1229accf15843c2180 2024-12-10T09:23:16,733 INFO [StoreOpener-b3cd205a29398c1229accf15843c2180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b3cd205a29398c1229accf15843c2180 2024-12-10T09:23:16,736 INFO [StoreOpener-b3cd205a29398c1229accf15843c2180-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3cd205a29398c1229accf15843c2180 columnFamilyName info 2024-12-10T09:23:16,736 DEBUG [StoreOpener-b3cd205a29398c1229accf15843c2180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:16,737 INFO [StoreOpener-b3cd205a29398c1229accf15843c2180-1 {}] regionserver.HStore(327): Store=b3cd205a29398c1229accf15843c2180/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:23:16,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/namespace/b3cd205a29398c1229accf15843c2180 2024-12-10T09:23:16,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/namespace/b3cd205a29398c1229accf15843c2180 2024-12-10T09:23:16,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for b3cd205a29398c1229accf15843c2180 2024-12-10T09:23:16,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/namespace/b3cd205a29398c1229accf15843c2180/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T09:23:16,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened b3cd205a29398c1229accf15843c2180; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74149029, jitterRate=0.10490663349628448}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T09:23:16,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for b3cd205a29398c1229accf15843c2180: 2024-12-10T09:23:16,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180., pid=6, masterSystemTime=1733822596720 2024-12-10T09:23:16,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180. 2024-12-10T09:23:16,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180. 2024-12-10T09:23:16,757 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b3cd205a29398c1229accf15843c2180, regionState=OPEN, openSeqNum=2, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:23:16,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-10T09:23:16,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b3cd205a29398c1229accf15843c2180, server=65eb268144ba,42979,1733822591299 in 196 msec 2024-12-10T09:23:16,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T09:23:16,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b3cd205a29398c1229accf15843c2180, ASSIGN in 366 msec 2024-12-10T09:23:16,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T09:23:16,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822596768"}]},"ts":"1733822596768"} 2024-12-10T09:23:16,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-10T09:23:16,779 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-10T09:23:16,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T09:23:16,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3120 sec 2024-12-10T09:23:16,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-10T09:23:16,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:23:16,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:23:16,812 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-10T09:23:16,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-10T09:23:16,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 80 msec 2024-12-10T09:23:16,897 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-10T09:23:16,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-10T09:23:16,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-12-10T09:23:16,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-10T09:23:16,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-10T09:23:16,979 INFO [master/65eb268144ba:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.591sec 2024-12-10T09:23:16,982 INFO [master/65eb268144ba:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T09:23:16,984 INFO [master/65eb268144ba:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T09:23:16,985 INFO [master/65eb268144ba:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T09:23:16,986 INFO [master/65eb268144ba:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T09:23:16,986 INFO [master/65eb268144ba:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T09:23:16,987 INFO [master/65eb268144ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65eb268144ba,43055,1733822590553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T09:23:16,987 INFO [master/65eb268144ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65eb268144ba,43055,1733822590553-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T09:23:16,995 DEBUG [master/65eb268144ba:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-10T09:23:16,996 INFO [master/65eb268144ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T09:23:16,996 INFO [master/65eb268144ba:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65eb268144ba,43055,1733822590553-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T09:23:17,061 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f499397 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b205401 2024-12-10T09:23:17,061 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-10T09:23:17,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469f9b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:17,074 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-10T09:23:17,074 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-10T09:23:17,083 DEBUG [hconnection-0x7f105e89-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:17,090 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:17,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=65eb268144ba,43055,1733822590553 2024-12-10T09:23:17,109 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=4106 2024-12-10T09:23:17,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T09:23:17,121 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T09:23:17,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-10T09:23:17,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T09:23:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-10T09:23:17,148 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T09:23:17,148 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:17,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-10T09:23:17,151 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T09:23:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T09:23:17,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741837_1013 (size=963) 2024-12-10T09:23:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T09:23:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T09:23:17,568 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95 2024-12-10T09:23:17,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741838_1014 (size=53) 2024-12-10T09:23:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T09:23:17,980 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:23:17,980 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3670603c0ed1b22beb1cd048c84faa7d, disabling compactions & flushes 2024-12-10T09:23:17,980 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:17,981 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:17,981 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. after waiting 0 ms 2024-12-10T09:23:17,981 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:17,981 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:17,981 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:17,984 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T09:23:17,985 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733822597985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733822597985"}]},"ts":"1733822597985"} 2024-12-10T09:23:17,989 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T09:23:17,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T09:23:17,991 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822597991"}]},"ts":"1733822597991"} 2024-12-10T09:23:17,995 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-10T09:23:18,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3670603c0ed1b22beb1cd048c84faa7d, ASSIGN}] 2024-12-10T09:23:18,050 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3670603c0ed1b22beb1cd048c84faa7d, ASSIGN 2024-12-10T09:23:18,052 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3670603c0ed1b22beb1cd048c84faa7d, ASSIGN; state=OFFLINE, location=65eb268144ba,42979,1733822591299; forceNewPlan=false, retain=false 2024-12-10T09:23:18,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3670603c0ed1b22beb1cd048c84faa7d, regionState=OPENING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:23:18,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:23:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T09:23:18,362 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:18,374 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:18,374 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} 2024-12-10T09:23:18,375 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:18,375 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:23:18,375 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:18,375 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:18,377 INFO [StoreOpener-3670603c0ed1b22beb1cd048c84faa7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:18,381 INFO [StoreOpener-3670603c0ed1b22beb1cd048c84faa7d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:23:18,381 INFO [StoreOpener-3670603c0ed1b22beb1cd048c84faa7d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3670603c0ed1b22beb1cd048c84faa7d columnFamilyName A 2024-12-10T09:23:18,381 DEBUG [StoreOpener-3670603c0ed1b22beb1cd048c84faa7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:18,382 INFO [StoreOpener-3670603c0ed1b22beb1cd048c84faa7d-1 {}] regionserver.HStore(327): Store=3670603c0ed1b22beb1cd048c84faa7d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:23:18,383 INFO [StoreOpener-3670603c0ed1b22beb1cd048c84faa7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:18,385 INFO [StoreOpener-3670603c0ed1b22beb1cd048c84faa7d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:23:18,385 INFO [StoreOpener-3670603c0ed1b22beb1cd048c84faa7d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3670603c0ed1b22beb1cd048c84faa7d columnFamilyName B 2024-12-10T09:23:18,385 DEBUG [StoreOpener-3670603c0ed1b22beb1cd048c84faa7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:18,386 INFO [StoreOpener-3670603c0ed1b22beb1cd048c84faa7d-1 {}] regionserver.HStore(327): Store=3670603c0ed1b22beb1cd048c84faa7d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:23:18,386 INFO [StoreOpener-3670603c0ed1b22beb1cd048c84faa7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:18,388 INFO [StoreOpener-3670603c0ed1b22beb1cd048c84faa7d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:23:18,388 INFO [StoreOpener-3670603c0ed1b22beb1cd048c84faa7d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3670603c0ed1b22beb1cd048c84faa7d columnFamilyName C 2024-12-10T09:23:18,389 DEBUG [StoreOpener-3670603c0ed1b22beb1cd048c84faa7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:18,389 INFO [StoreOpener-3670603c0ed1b22beb1cd048c84faa7d-1 {}] regionserver.HStore(327): Store=3670603c0ed1b22beb1cd048c84faa7d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:23:18,390 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:18,391 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:18,391 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:18,394 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-10T09:23:18,396 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:18,400 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T09:23:18,401 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 3670603c0ed1b22beb1cd048c84faa7d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60346365, jitterRate=-0.10076908767223358}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-10T09:23:18,401 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:18,403 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., pid=11, masterSystemTime=1733822598362 2024-12-10T09:23:18,405 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:18,405 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:18,406 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3670603c0ed1b22beb1cd048c84faa7d, regionState=OPEN, openSeqNum=2, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:23:18,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-10T09:23:18,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 in 201 msec 2024-12-10T09:23:18,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-10T09:23:18,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3670603c0ed1b22beb1cd048c84faa7d, ASSIGN in 366 msec 2024-12-10T09:23:18,415 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T09:23:18,416 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822598415"}]},"ts":"1733822598415"} 2024-12-10T09:23:18,418 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-10T09:23:18,429 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T09:23:18,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2850 sec 2024-12-10T09:23:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T09:23:19,280 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-10T09:23:19,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66d3c4a2 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@717ab2a5 2024-12-10T09:23:19,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d471c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:19,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:19,334 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:19,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T09:23:19,343 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T09:23:19,354 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bc751a9 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb3d251 2024-12-10T09:23:19,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425e8811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:19,363 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c0e492 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33149741 2024-12-10T09:23:19,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec67e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:19,377 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18db075f to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28d24ef6 2024-12-10T09:23:19,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753b4981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:19,389 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36f4802b to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c6bcdfd 2024-12-10T09:23:19,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd9935b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:19,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05552403 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@96bdfff 2024-12-10T09:23:19,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0fc6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:19,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75a3f509 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27d4b6a9 2024-12-10T09:23:19,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f72ff58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:19,427 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x522af94d to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50c96c5f 2024-12-10T09:23:19,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e9c121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:19,438 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04d2d42f to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3204fd5d 2024-12-10T09:23:19,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14719223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:19,452 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e3a4695 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1bc1ac1a 2024-12-10T09:23:19,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339d5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:19,586 DEBUG [hconnection-0x38c2ffb0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:19,587 DEBUG [hconnection-0x293c9f96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:19,587 DEBUG [hconnection-0x7c3cfe41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:19,588 DEBUG [hconnection-0x2ce6d49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:19,588 DEBUG [hconnection-0x169ff269-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:19,589 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:19,590 DEBUG [hconnection-0x47be79fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:19,590 DEBUG [hconnection-0x11fa2cd8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:19,592 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:19,592 DEBUG [hconnection-0x2f204f5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:19,593 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:19,593 DEBUG [hconnection-0x32d9f7e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:19,596 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:19,597 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:19,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:19,599 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:19,599 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:19,601 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:19,603 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-10T09:23:19,608 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:19,610 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:19,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-10T09:23:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:19,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-10T09:23:19,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:19,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:19,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:19,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:19,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:19,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-10T09:23:19,774 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:19,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-10T09:23:19,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:19,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:19,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:19,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:19,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:19,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/c652ae58a61a419db8578dae0c95db43 is 50, key is test_row_0/A:col10/1733822599657/Put/seqid=0 2024-12-10T09:23:19,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822659795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822659798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:19,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822659802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:19,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822659805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:19,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822659805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:19,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741839_1015 (size=12001) 2024-12-10T09:23:19,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/c652ae58a61a419db8578dae0c95db43 2024-12-10T09:23:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-10T09:23:19,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/d533847ad8344c48aeba8ac2840be108 is 50, key is test_row_0/B:col10/1733822599657/Put/seqid=0 2024-12-10T09:23:19,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822659938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:19,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822659940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:19,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822659941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:19,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:19,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822659941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822659941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:19,950 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:19,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-10T09:23:19,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:19,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:19,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:19,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741840_1016 (size=12001) 2024-12-10T09:23:19,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:19,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:19,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/d533847ad8344c48aeba8ac2840be108 2024-12-10T09:23:19,974 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-10T09:23:19,976 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T09:23:19,977 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-10T09:23:20,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/1eb0f6b2556a4365a7922d03b23b88d5 is 50, key is test_row_0/C:col10/1733822599657/Put/seqid=0 2024-12-10T09:23:20,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741841_1017 (size=12001) 2024-12-10T09:23:20,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/1eb0f6b2556a4365a7922d03b23b88d5 2024-12-10T09:23:20,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/c652ae58a61a419db8578dae0c95db43 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c652ae58a61a419db8578dae0c95db43 2024-12-10T09:23:20,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c652ae58a61a419db8578dae0c95db43, entries=150, sequenceid=12, filesize=11.7 K 2024-12-10T09:23:20,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/d533847ad8344c48aeba8ac2840be108 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/d533847ad8344c48aeba8ac2840be108 2024-12-10T09:23:20,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/d533847ad8344c48aeba8ac2840be108, entries=150, sequenceid=12, filesize=11.7 K 2024-12-10T09:23:20,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/1eb0f6b2556a4365a7922d03b23b88d5 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1eb0f6b2556a4365a7922d03b23b88d5 2024-12-10T09:23:20,112 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1eb0f6b2556a4365a7922d03b23b88d5, entries=150, sequenceid=12, filesize=11.7 K 2024-12-10T09:23:20,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-10T09:23:20,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3670603c0ed1b22beb1cd048c84faa7d in 450ms, sequenceid=12, compaction requested=false 2024-12-10T09:23:20,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:20,122 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-10T09:23:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:20,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:20,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/2db3e4671c3f479bb2117c8e47fc8072 is 50, key is test_row_0/A:col10/1733822599799/Put/seqid=0 2024-12-10T09:23:20,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822660170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822660171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822660173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822660177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822660181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741842_1018 (size=12001) 2024-12-10T09:23:20,201 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/2db3e4671c3f479bb2117c8e47fc8072 2024-12-10T09:23:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-10T09:23:20,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/50826b71e523499194d6c7ee3f3098e8 is 50, key is test_row_0/B:col10/1733822599799/Put/seqid=0 2024-12-10T09:23:20,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741843_1019 (size=12001) 2024-12-10T09:23:20,250 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/50826b71e523499194d6c7ee3f3098e8 2024-12-10T09:23:20,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/3b8e771453cf4721a4df1b7519a2ff87 is 50, key is test_row_0/C:col10/1733822599799/Put/seqid=0 2024-12-10T09:23:20,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822660279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822660280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822660281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822660283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822660289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741844_1020 (size=12001) 2024-12-10T09:23:20,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822660488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822660488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822660492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822660492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822660499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,711 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/3b8e771453cf4721a4df1b7519a2ff87 2024-12-10T09:23:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-10T09:23:20,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/2db3e4671c3f479bb2117c8e47fc8072 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/2db3e4671c3f479bb2117c8e47fc8072 2024-12-10T09:23:20,742 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/2db3e4671c3f479bb2117c8e47fc8072, entries=150, sequenceid=37, filesize=11.7 K 2024-12-10T09:23:20,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/50826b71e523499194d6c7ee3f3098e8 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/50826b71e523499194d6c7ee3f3098e8 2024-12-10T09:23:20,758 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/50826b71e523499194d6c7ee3f3098e8, entries=150, sequenceid=37, filesize=11.7 K 2024-12-10T09:23:20,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/3b8e771453cf4721a4df1b7519a2ff87 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/3b8e771453cf4721a4df1b7519a2ff87 2024-12-10T09:23:20,772 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/3b8e771453cf4721a4df1b7519a2ff87, entries=150, sequenceid=37, filesize=11.7 K 2024-12-10T09:23:20,774 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3670603c0ed1b22beb1cd048c84faa7d in 652ms, sequenceid=37, compaction requested=false 2024-12-10T09:23:20,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:20,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:20,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-10T09:23:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-10T09:23:20,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-10T09:23:20,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1660 sec 2024-12-10T09:23:20,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.1840 sec 2024-12-10T09:23:20,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-10T09:23:20,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:20,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:20,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:20,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:20,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:20,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:20,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T09:23:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:20,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/f8fb3741f9a642abb1c566cdb8be1632 is 50, key is test_row_0/A:col10/1733822600174/Put/seqid=0 2024-12-10T09:23:20,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822660854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822660859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822660863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822660864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741845_1021 (size=12001) 2024-12-10T09:23:20,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822660866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/f8fb3741f9a642abb1c566cdb8be1632 2024-12-10T09:23:20,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/330e567fe2fb460d856e4aa464cb1f83 is 50, key is test_row_0/B:col10/1733822600174/Put/seqid=0 2024-12-10T09:23:20,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741846_1022 (size=12001) 2024-12-10T09:23:20,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/330e567fe2fb460d856e4aa464cb1f83 2024-12-10T09:23:20,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/cc2e534e2035421290e0b9b3b102804a is 50, key is test_row_0/C:col10/1733822600174/Put/seqid=0 2024-12-10T09:23:20,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822660966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T09:23:20,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-10T09:23:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741847_1023 (size=12001) 2024-12-10T09:23:20,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-10T09:23:20,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-10T09:23:20,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T09:23:20,972 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-10T09:23:20,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T09:23:20,972 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-10T09:23:20,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822660968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822660969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/cc2e534e2035421290e0b9b3b102804a 2024-12-10T09:23:20,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-10T09:23:20,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-10T09:23:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822660970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822660975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:20,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/f8fb3741f9a642abb1c566cdb8be1632 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/f8fb3741f9a642abb1c566cdb8be1632 2024-12-10T09:23:21,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/f8fb3741f9a642abb1c566cdb8be1632, entries=150, sequenceid=51, filesize=11.7 K 2024-12-10T09:23:21,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/330e567fe2fb460d856e4aa464cb1f83 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/330e567fe2fb460d856e4aa464cb1f83 2024-12-10T09:23:21,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/330e567fe2fb460d856e4aa464cb1f83, entries=150, sequenceid=51, filesize=11.7 K 2024-12-10T09:23:21,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/cc2e534e2035421290e0b9b3b102804a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/cc2e534e2035421290e0b9b3b102804a 2024-12-10T09:23:21,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/cc2e534e2035421290e0b9b3b102804a, entries=150, sequenceid=51, filesize=11.7 K 2024-12-10T09:23:21,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 3670603c0ed1b22beb1cd048c84faa7d in 239ms, sequenceid=51, compaction requested=true 2024-12-10T09:23:21,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:23:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:23:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:21,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:23:21,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:21,043 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:21,044 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:21,047 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:21,047 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:21,049 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/A is initiating minor compaction (all files) 2024-12-10T09:23:21,049 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/B is initiating minor compaction (all files) 2024-12-10T09:23:21,049 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/B in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:21,049 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/A in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:21,049 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/d533847ad8344c48aeba8ac2840be108, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/50826b71e523499194d6c7ee3f3098e8, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/330e567fe2fb460d856e4aa464cb1f83] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=35.2 K 2024-12-10T09:23:21,049 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c652ae58a61a419db8578dae0c95db43, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/2db3e4671c3f479bb2117c8e47fc8072, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/f8fb3741f9a642abb1c566cdb8be1632] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=35.2 K 2024-12-10T09:23:21,051 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting d533847ad8344c48aeba8ac2840be108, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733822599646 2024-12-10T09:23:21,052 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 50826b71e523499194d6c7ee3f3098e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733822599775 2024-12-10T09:23:21,053 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting c652ae58a61a419db8578dae0c95db43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733822599646 2024-12-10T09:23:21,054 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 330e567fe2fb460d856e4aa464cb1f83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733822600148 2024-12-10T09:23:21,058 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2db3e4671c3f479bb2117c8e47fc8072, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733822599775 2024-12-10T09:23:21,061 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8fb3741f9a642abb1c566cdb8be1632, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733822600148 2024-12-10T09:23:21,105 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#B#compaction#9 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:21,106 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/57beb94bf47e4c798b4b6d32c1337ca5 is 50, key is test_row_0/B:col10/1733822600174/Put/seqid=0 2024-12-10T09:23:21,111 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#A#compaction#10 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:21,112 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/d83b81afa4b9450c994a79ddb8282a30 is 50, key is test_row_0/A:col10/1733822600174/Put/seqid=0 2024-12-10T09:23:21,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741848_1024 (size=12104) 2024-12-10T09:23:21,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741849_1025 (size=12104) 2024-12-10T09:23:21,149 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/57beb94bf47e4c798b4b6d32c1337ca5 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/57beb94bf47e4c798b4b6d32c1337ca5 2024-12-10T09:23:21,165 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/d83b81afa4b9450c994a79ddb8282a30 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/d83b81afa4b9450c994a79ddb8282a30 2024-12-10T09:23:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:21,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-10T09:23:21,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:21,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:21,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:21,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:21,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:21,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:21,185 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/A of 3670603c0ed1b22beb1cd048c84faa7d into d83b81afa4b9450c994a79ddb8282a30(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:21,185 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/B of 3670603c0ed1b22beb1cd048c84faa7d into 57beb94bf47e4c798b4b6d32c1337ca5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:21,185 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:21,185 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:21,185 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/A, priority=13, startTime=1733822601042; duration=0sec 2024-12-10T09:23:21,185 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/B, priority=13, startTime=1733822601042; duration=0sec 2024-12-10T09:23:21,186 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:21,186 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:A 2024-12-10T09:23:21,186 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:21,188 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:21,188 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:B 2024-12-10T09:23:21,193 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:21,193 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/C is initiating minor compaction (all files) 2024-12-10T09:23:21,193 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/C in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:21,194 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1eb0f6b2556a4365a7922d03b23b88d5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/3b8e771453cf4721a4df1b7519a2ff87, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/cc2e534e2035421290e0b9b3b102804a] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=35.2 K 2024-12-10T09:23:21,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/9abd993f4fca43b1a6bab8aae2cd6655 is 50, key is test_row_0/A:col10/1733822601176/Put/seqid=0 2024-12-10T09:23:21,195 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1eb0f6b2556a4365a7922d03b23b88d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733822599646 2024-12-10T09:23:21,196 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b8e771453cf4721a4df1b7519a2ff87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733822599775 2024-12-10T09:23:21,198 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc2e534e2035421290e0b9b3b102804a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733822600148 2024-12-10T09:23:21,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741850_1026 (size=14341) 2024-12-10T09:23:21,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822661200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822661207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822661212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822661212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822661213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/9abd993f4fca43b1a6bab8aae2cd6655 2024-12-10T09:23:21,232 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#C#compaction#12 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:21,235 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/1d252b5b391040a59778d66eb7d03051 is 50, key is test_row_0/C:col10/1733822600174/Put/seqid=0 2024-12-10T09:23:21,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/29ec27103ec04433857a66c5177f963f is 50, key is test_row_0/B:col10/1733822601176/Put/seqid=0 2024-12-10T09:23:21,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741851_1027 (size=12104) 2024-12-10T09:23:21,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741852_1028 (size=12001) 2024-12-10T09:23:21,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/29ec27103ec04433857a66c5177f963f 2024-12-10T09:23:21,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/63c120c84e75444c96d5ddd541eb4bb7 is 50, key is test_row_0/C:col10/1733822601176/Put/seqid=0 2024-12-10T09:23:21,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741853_1029 (size=12001) 2024-12-10T09:23:21,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/63c120c84e75444c96d5ddd541eb4bb7 2024-12-10T09:23:21,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/9abd993f4fca43b1a6bab8aae2cd6655 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9abd993f4fca43b1a6bab8aae2cd6655 2024-12-10T09:23:21,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822661315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822661318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822661319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822661319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822661319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9abd993f4fca43b1a6bab8aae2cd6655, entries=200, sequenceid=75, filesize=14.0 K 2024-12-10T09:23:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/29ec27103ec04433857a66c5177f963f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/29ec27103ec04433857a66c5177f963f 2024-12-10T09:23:21,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/29ec27103ec04433857a66c5177f963f, entries=150, sequenceid=75, filesize=11.7 K 2024-12-10T09:23:21,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/63c120c84e75444c96d5ddd541eb4bb7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/63c120c84e75444c96d5ddd541eb4bb7 2024-12-10T09:23:21,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/63c120c84e75444c96d5ddd541eb4bb7, entries=150, sequenceid=75, filesize=11.7 K 2024-12-10T09:23:21,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3670603c0ed1b22beb1cd048c84faa7d in 199ms, sequenceid=75, compaction requested=false 2024-12-10T09:23:21,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:21,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-10T09:23:21,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:21,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:21,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:21,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:21,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:21,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:21,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/271d81ea070448179fb87afad1c64c1a is 50, key is test_row_0/A:col10/1733822601206/Put/seqid=0 2024-12-10T09:23:21,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741854_1030 (size=12001) 2024-12-10T09:23:21,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/271d81ea070448179fb87afad1c64c1a 2024-12-10T09:23:21,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822661572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822661572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822661575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822661575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822661576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/53f4bee7cdcb48f0acbe727f47999434 is 50, key is test_row_0/B:col10/1733822601206/Put/seqid=0 2024-12-10T09:23:21,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741855_1031 (size=12001) 2024-12-10T09:23:21,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/53f4bee7cdcb48f0acbe727f47999434 2024-12-10T09:23:21,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/065fa475d652458bbe2d8a03ebd576c4 is 50, key is test_row_0/C:col10/1733822601206/Put/seqid=0 2024-12-10T09:23:21,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741856_1032 (size=12001) 2024-12-10T09:23:21,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/065fa475d652458bbe2d8a03ebd576c4 2024-12-10T09:23:21,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/271d81ea070448179fb87afad1c64c1a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/271d81ea070448179fb87afad1c64c1a 2024-12-10T09:23:21,679 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/1d252b5b391040a59778d66eb7d03051 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1d252b5b391040a59778d66eb7d03051 2024-12-10T09:23:21,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822661680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822661681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822661682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822661684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822661684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/271d81ea070448179fb87afad1c64c1a, entries=150, sequenceid=92, filesize=11.7 K 2024-12-10T09:23:21,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/53f4bee7cdcb48f0acbe727f47999434 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/53f4bee7cdcb48f0acbe727f47999434 2024-12-10T09:23:21,698 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/C of 3670603c0ed1b22beb1cd048c84faa7d into 1d252b5b391040a59778d66eb7d03051(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:21,699 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:21,699 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/C, priority=13, startTime=1733822601042; duration=0sec 2024-12-10T09:23:21,699 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:21,699 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:C 2024-12-10T09:23:21,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/53f4bee7cdcb48f0acbe727f47999434, entries=150, sequenceid=92, filesize=11.7 K 2024-12-10T09:23:21,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/065fa475d652458bbe2d8a03ebd576c4 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/065fa475d652458bbe2d8a03ebd576c4 2024-12-10T09:23:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-10T09:23:21,722 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-10T09:23:21,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-10T09:23:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-10T09:23:21,727 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:21,729 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:21,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:21,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/065fa475d652458bbe2d8a03ebd576c4, entries=150, sequenceid=92, filesize=11.7 K 2024-12-10T09:23:21,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 3670603c0ed1b22beb1cd048c84faa7d in 202ms, sequenceid=92, compaction requested=true 2024-12-10T09:23:21,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:21,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:23:21,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:21,735 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:21,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:23:21,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:21,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:23:21,735 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:21,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:21,738 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:21,738 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/B is initiating minor compaction (all files) 2024-12-10T09:23:21,738 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/B in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:21,739 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/57beb94bf47e4c798b4b6d32c1337ca5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/29ec27103ec04433857a66c5177f963f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/53f4bee7cdcb48f0acbe727f47999434] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=35.3 K 2024-12-10T09:23:21,739 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:21,739 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/A is initiating minor compaction (all files) 2024-12-10T09:23:21,739 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/A in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:21,740 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/d83b81afa4b9450c994a79ddb8282a30, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9abd993f4fca43b1a6bab8aae2cd6655, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/271d81ea070448179fb87afad1c64c1a] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=37.5 K 2024-12-10T09:23:21,740 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 57beb94bf47e4c798b4b6d32c1337ca5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733822600148 2024-12-10T09:23:21,742 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting d83b81afa4b9450c994a79ddb8282a30, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733822600148 2024-12-10T09:23:21,742 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 29ec27103ec04433857a66c5177f963f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733822600859 2024-12-10T09:23:21,743 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9abd993f4fca43b1a6bab8aae2cd6655, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733822600852 2024-12-10T09:23:21,744 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 53f4bee7cdcb48f0acbe727f47999434, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733822601206 2024-12-10T09:23:21,745 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 271d81ea070448179fb87afad1c64c1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733822601206 2024-12-10T09:23:21,772 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#B#compaction#18 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:21,773 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/6243d4b1ea014ceb9181d4c819af9501 is 50, key is test_row_0/B:col10/1733822601206/Put/seqid=0 2024-12-10T09:23:21,775 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:21,775 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/11e76f48325d4d5c878f4a642d37b4be is 50, key is test_row_0/A:col10/1733822601206/Put/seqid=0 2024-12-10T09:23:21,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741857_1033 (size=12207) 2024-12-10T09:23:21,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741858_1034 (size=12207) 2024-12-10T09:23:21,818 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/11e76f48325d4d5c878f4a642d37b4be as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/11e76f48325d4d5c878f4a642d37b4be 2024-12-10T09:23:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-10T09:23:21,834 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/A of 3670603c0ed1b22beb1cd048c84faa7d into 11e76f48325d4d5c878f4a642d37b4be(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:21,836 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:21,836 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/A, priority=13, startTime=1733822601734; duration=0sec 2024-12-10T09:23:21,837 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:21,837 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:A 2024-12-10T09:23:21,837 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:21,841 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:21,841 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/C is initiating minor compaction (all files) 2024-12-10T09:23:21,841 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/C in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:21,842 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1d252b5b391040a59778d66eb7d03051, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/63c120c84e75444c96d5ddd541eb4bb7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/065fa475d652458bbe2d8a03ebd576c4] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=35.3 K 2024-12-10T09:23:21,843 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d252b5b391040a59778d66eb7d03051, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733822600148 2024-12-10T09:23:21,845 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63c120c84e75444c96d5ddd541eb4bb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733822600859 2024-12-10T09:23:21,846 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 065fa475d652458bbe2d8a03ebd576c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733822601206 2024-12-10T09:23:21,870 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#C#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:21,871 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/05325732d39c438ab1e3a429002d93c5 is 50, key is test_row_0/C:col10/1733822601206/Put/seqid=0 2024-12-10T09:23:21,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-10T09:23:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:21,884 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-10T09:23:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:21,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:21,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:21,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:21,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:21,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:21,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741859_1035 (size=12207) 2024-12-10T09:23:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:21,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:21,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/4c9a263a5d38478d89ca2446d382be59 is 50, key is test_row_0/A:col10/1733822601572/Put/seqid=0 2024-12-10T09:23:21,912 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/05325732d39c438ab1e3a429002d93c5 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/05325732d39c438ab1e3a429002d93c5 2024-12-10T09:23:21,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822661908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822661911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822661913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822661916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822661916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:21,925 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/C of 3670603c0ed1b22beb1cd048c84faa7d into 05325732d39c438ab1e3a429002d93c5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:21,925 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:21,925 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/C, priority=13, startTime=1733822601735; duration=0sec 2024-12-10T09:23:21,925 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:21,925 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:C 2024-12-10T09:23:21,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741860_1036 (size=12001) 2024-12-10T09:23:22,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822662018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:22,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822662018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:22,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822662021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:22,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822662021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:22,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822662022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-10T09:23:22,201 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/6243d4b1ea014ceb9181d4c819af9501 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/6243d4b1ea014ceb9181d4c819af9501 2024-12-10T09:23:22,218 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/B of 3670603c0ed1b22beb1cd048c84faa7d into 6243d4b1ea014ceb9181d4c819af9501(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:22,218 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:22,218 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/B, priority=13, startTime=1733822601735; duration=0sec 2024-12-10T09:23:22,218 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:22,218 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:B 2024-12-10T09:23:22,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822662223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:22,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822662224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:22,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822662225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:22,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822662226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:22,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822662227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-10T09:23:22,331 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/4c9a263a5d38478d89ca2446d382be59 2024-12-10T09:23:22,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/494ec230cb854f5db0eba315726d1893 is 50, key is test_row_0/B:col10/1733822601572/Put/seqid=0 2024-12-10T09:23:22,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741861_1037 (size=12001) 2024-12-10T09:23:22,372 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/494ec230cb854f5db0eba315726d1893 2024-12-10T09:23:22,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/b6adbff60ef5402ea0673b4730b24fb0 is 50, key is test_row_0/C:col10/1733822601572/Put/seqid=0 2024-12-10T09:23:22,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741862_1038 (size=12001) 2024-12-10T09:23:22,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822662526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:22,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822662528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:22,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822662529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:22,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822662530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:22,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822662531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:22,816 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/b6adbff60ef5402ea0673b4730b24fb0 2024-12-10T09:23:22,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/4c9a263a5d38478d89ca2446d382be59 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/4c9a263a5d38478d89ca2446d382be59 2024-12-10T09:23:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-10T09:23:22,857 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/4c9a263a5d38478d89ca2446d382be59, entries=150, sequenceid=117, filesize=11.7 K 2024-12-10T09:23:22,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/494ec230cb854f5db0eba315726d1893 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/494ec230cb854f5db0eba315726d1893 2024-12-10T09:23:22,871 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/494ec230cb854f5db0eba315726d1893, entries=150, sequenceid=117, filesize=11.7 K 2024-12-10T09:23:22,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/b6adbff60ef5402ea0673b4730b24fb0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/b6adbff60ef5402ea0673b4730b24fb0 2024-12-10T09:23:22,884 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/b6adbff60ef5402ea0673b4730b24fb0, entries=150, sequenceid=117, filesize=11.7 K 2024-12-10T09:23:22,886 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3670603c0ed1b22beb1cd048c84faa7d in 1001ms, sequenceid=117, compaction requested=false 2024-12-10T09:23:22,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:22,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:22,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-10T09:23:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-10T09:23:22,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-10T09:23:22,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1600 sec 2024-12-10T09:23:22,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.1710 sec 2024-12-10T09:23:23,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-10T09:23:23,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:23,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:23,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:23,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:23,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:23,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:23,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/861410db39824fffaedef4482fd93650 is 50, key is test_row_0/A:col10/1733822601910/Put/seqid=0 2024-12-10T09:23:23,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822663064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822663065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822663065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822663070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822663071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741863_1039 (size=14441) 2024-12-10T09:23:23,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/861410db39824fffaedef4482fd93650 2024-12-10T09:23:23,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/31b9efe513ba49c3882b0766ac4846d8 is 50, key is test_row_0/B:col10/1733822601910/Put/seqid=0 2024-12-10T09:23:23,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741864_1040 (size=12051) 2024-12-10T09:23:23,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/31b9efe513ba49c3882b0766ac4846d8 2024-12-10T09:23:23,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/dcb3b1f3f72f461b8c5229e3fb35f11e is 50, key is test_row_0/C:col10/1733822601910/Put/seqid=0 2024-12-10T09:23:23,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822663172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822663173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822663173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822663175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822663176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741865_1041 (size=12051) 2024-12-10T09:23:23,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/dcb3b1f3f72f461b8c5229e3fb35f11e 2024-12-10T09:23:23,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/861410db39824fffaedef4482fd93650 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/861410db39824fffaedef4482fd93650 2024-12-10T09:23:23,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/861410db39824fffaedef4482fd93650, entries=200, sequenceid=133, filesize=14.1 K 2024-12-10T09:23:23,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/31b9efe513ba49c3882b0766ac4846d8 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/31b9efe513ba49c3882b0766ac4846d8 2024-12-10T09:23:23,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/31b9efe513ba49c3882b0766ac4846d8, entries=150, sequenceid=133, filesize=11.8 K 2024-12-10T09:23:23,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/dcb3b1f3f72f461b8c5229e3fb35f11e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/dcb3b1f3f72f461b8c5229e3fb35f11e 2024-12-10T09:23:23,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/dcb3b1f3f72f461b8c5229e3fb35f11e, entries=150, sequenceid=133, filesize=11.8 K 2024-12-10T09:23:23,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 3670603c0ed1b22beb1cd048c84faa7d in 211ms, sequenceid=133, compaction requested=true 2024-12-10T09:23:23,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:23,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:23:23,245 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:23,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:23,245 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:23,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:23:23,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:23,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:23:23,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:23,247 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:23,247 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/B is initiating minor compaction (all files) 2024-12-10T09:23:23,247 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/B in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:23,248 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/6243d4b1ea014ceb9181d4c819af9501, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/494ec230cb854f5db0eba315726d1893, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/31b9efe513ba49c3882b0766ac4846d8] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=35.4 K 2024-12-10T09:23:23,248 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:23,248 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6243d4b1ea014ceb9181d4c819af9501, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733822601206 2024-12-10T09:23:23,249 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/A is initiating minor compaction (all files) 2024-12-10T09:23:23,249 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/A in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:23,249 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/11e76f48325d4d5c878f4a642d37b4be, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/4c9a263a5d38478d89ca2446d382be59, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/861410db39824fffaedef4482fd93650] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=37.7 K 2024-12-10T09:23:23,250 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11e76f48325d4d5c878f4a642d37b4be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733822601206 2024-12-10T09:23:23,250 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 494ec230cb854f5db0eba315726d1893, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733822601571 2024-12-10T09:23:23,251 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c9a263a5d38478d89ca2446d382be59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733822601571 2024-12-10T09:23:23,251 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 31b9efe513ba49c3882b0766ac4846d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733822601908 2024-12-10T09:23:23,252 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 861410db39824fffaedef4482fd93650, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733822601908 2024-12-10T09:23:23,272 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#A#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:23,273 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/c22210ae398b47bbbdcf4bf95fc34fe6 is 50, key is test_row_0/A:col10/1733822601910/Put/seqid=0 2024-12-10T09:23:23,281 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#B#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:23,282 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/de8372cc0d154ab8a9c974947255dec2 is 50, key is test_row_0/B:col10/1733822601910/Put/seqid=0 2024-12-10T09:23:23,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741866_1042 (size=12359) 2024-12-10T09:23:23,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741867_1043 (size=12359) 2024-12-10T09:23:23,337 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/de8372cc0d154ab8a9c974947255dec2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/de8372cc0d154ab8a9c974947255dec2 2024-12-10T09:23:23,355 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/B of 3670603c0ed1b22beb1cd048c84faa7d into de8372cc0d154ab8a9c974947255dec2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:23,355 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:23,356 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/B, priority=13, startTime=1733822603245; duration=0sec 2024-12-10T09:23:23,356 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:23,356 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:B 2024-12-10T09:23:23,356 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:23,359 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:23,359 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/C is initiating minor compaction (all files) 2024-12-10T09:23:23,359 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/C in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:23,359 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/05325732d39c438ab1e3a429002d93c5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/b6adbff60ef5402ea0673b4730b24fb0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/dcb3b1f3f72f461b8c5229e3fb35f11e] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=35.4 K 2024-12-10T09:23:23,361 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 05325732d39c438ab1e3a429002d93c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733822601206 2024-12-10T09:23:23,362 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting b6adbff60ef5402ea0673b4730b24fb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733822601571 2024-12-10T09:23:23,362 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting dcb3b1f3f72f461b8c5229e3fb35f11e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733822601908 2024-12-10T09:23:23,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-10T09:23:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:23,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:23,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:23,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:23,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:23,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:23,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:23,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822663391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822663389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822663391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,397 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#C#compaction#29 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:23,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/f668809b79a44783a5f59bf1c4c0b6fe is 50, key is test_row_0/A:col10/1733822603377/Put/seqid=0 2024-12-10T09:23:23,398 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/386432450a264331ad02f297f2abe963 is 50, key is test_row_0/C:col10/1733822601910/Put/seqid=0 2024-12-10T09:23:23,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822663395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822663395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741868_1044 (size=12359) 2024-12-10T09:23:23,441 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/386432450a264331ad02f297f2abe963 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/386432450a264331ad02f297f2abe963 2024-12-10T09:23:23,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741869_1045 (size=19321) 2024-12-10T09:23:23,454 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/C of 3670603c0ed1b22beb1cd048c84faa7d into 386432450a264331ad02f297f2abe963(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:23,454 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:23,455 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/C, priority=13, startTime=1733822603245; duration=0sec 2024-12-10T09:23:23,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/f668809b79a44783a5f59bf1c4c0b6fe 2024-12-10T09:23:23,456 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:23,456 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:C 2024-12-10T09:23:23,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/b0c7faf671ce4dacaf5b2c6faca60387 is 50, key is test_row_0/B:col10/1733822603377/Put/seqid=0 2024-12-10T09:23:23,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741870_1046 (size=12151) 2024-12-10T09:23:23,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/b0c7faf671ce4dacaf5b2c6faca60387 2024-12-10T09:23:23,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822663497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822663499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822663499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822663501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822663501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/04fbc2cd04034bd989d9a34ef5fd3c84 is 50, key is test_row_0/C:col10/1733822603377/Put/seqid=0 2024-12-10T09:23:23,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741871_1047 (size=12151) 2024-12-10T09:23:23,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822663701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822663703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822663704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822663704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822663705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,719 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/c22210ae398b47bbbdcf4bf95fc34fe6 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c22210ae398b47bbbdcf4bf95fc34fe6 2024-12-10T09:23:23,732 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/A of 3670603c0ed1b22beb1cd048c84faa7d into c22210ae398b47bbbdcf4bf95fc34fe6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:23,732 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:23,732 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/A, priority=13, startTime=1733822603244; duration=0sec 2024-12-10T09:23:23,732 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:23,732 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:A 2024-12-10T09:23:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-10T09:23:23,833 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-10T09:23:23,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-10T09:23:23,839 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-10T09:23:23,841 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:23,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:23,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/04fbc2cd04034bd989d9a34ef5fd3c84 2024-12-10T09:23:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-10T09:23:23,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/f668809b79a44783a5f59bf1c4c0b6fe as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/f668809b79a44783a5f59bf1c4c0b6fe 2024-12-10T09:23:23,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/f668809b79a44783a5f59bf1c4c0b6fe, entries=300, sequenceid=160, filesize=18.9 K 2024-12-10T09:23:23,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/b0c7faf671ce4dacaf5b2c6faca60387 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/b0c7faf671ce4dacaf5b2c6faca60387 2024-12-10T09:23:23,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/b0c7faf671ce4dacaf5b2c6faca60387, entries=150, sequenceid=160, filesize=11.9 K 2024-12-10T09:23:23,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/04fbc2cd04034bd989d9a34ef5fd3c84 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/04fbc2cd04034bd989d9a34ef5fd3c84 2024-12-10T09:23:23,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/04fbc2cd04034bd989d9a34ef5fd3c84, entries=150, sequenceid=160, filesize=11.9 K 2024-12-10T09:23:23,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3670603c0ed1b22beb1cd048c84faa7d in 610ms, sequenceid=160, compaction requested=false 2024-12-10T09:23:23,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:23,994 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:23,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-10T09:23:23,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:23,996 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-10T09:23:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:24,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/276a46b1f3544a0c9ceec0b522a4d435 is 50, key is test_row_0/A:col10/1733822603392/Put/seqid=0 2024-12-10T09:23:24,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:24,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:24,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741872_1048 (size=12151) 2024-12-10T09:23:24,037 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/276a46b1f3544a0c9ceec0b522a4d435 2024-12-10T09:23:24,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822664045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/4ab86bded05f47c7bed96299051d93a7 is 50, key is test_row_0/B:col10/1733822603392/Put/seqid=0 2024-12-10T09:23:24,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822664047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822664050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822664050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822664050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741873_1049 (size=12151) 2024-12-10T09:23:24,067 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/4ab86bded05f47c7bed96299051d93a7 2024-12-10T09:23:24,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/573f0a5b4688476489f156b20ec9dafa is 50, key is test_row_0/C:col10/1733822603392/Put/seqid=0 2024-12-10T09:23:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741874_1050 (size=12151) 2024-12-10T09:23:24,115 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/573f0a5b4688476489f156b20ec9dafa 2024-12-10T09:23:24,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/276a46b1f3544a0c9ceec0b522a4d435 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/276a46b1f3544a0c9ceec0b522a4d435 2024-12-10T09:23:24,139 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/276a46b1f3544a0c9ceec0b522a4d435, entries=150, sequenceid=172, filesize=11.9 K 2024-12-10T09:23:24,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/4ab86bded05f47c7bed96299051d93a7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/4ab86bded05f47c7bed96299051d93a7 2024-12-10T09:23:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-10T09:23:24,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822664153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,154 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/4ab86bded05f47c7bed96299051d93a7, entries=150, sequenceid=172, filesize=11.9 K 2024-12-10T09:23:24,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/573f0a5b4688476489f156b20ec9dafa as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/573f0a5b4688476489f156b20ec9dafa 2024-12-10T09:23:24,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822664155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822664156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822664156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822664157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,168 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/573f0a5b4688476489f156b20ec9dafa, entries=150, sequenceid=172, filesize=11.9 K 2024-12-10T09:23:24,169 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 3670603c0ed1b22beb1cd048c84faa7d in 174ms, sequenceid=172, compaction requested=true 2024-12-10T09:23:24,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:24,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:24,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-10T09:23:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-10T09:23:24,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-10T09:23:24,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 331 msec 2024-12-10T09:23:24,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 341 msec 2024-12-10T09:23:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:24,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-10T09:23:24,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:24,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:24,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:24,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:24,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:24,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:24,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/4be298f0f9b4400da7c0a7ddae6b0f31 is 50, key is test_row_0/A:col10/1733822604046/Put/seqid=0 2024-12-10T09:23:24,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822664369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822664369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822664371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822664373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741875_1051 (size=14541) 2024-12-10T09:23:24,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/4be298f0f9b4400da7c0a7ddae6b0f31 2024-12-10T09:23:24,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822664373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/8b9731366db7451e9ec52eb43230720d is 50, key is test_row_0/B:col10/1733822604046/Put/seqid=0 2024-12-10T09:23:24,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741876_1052 (size=12151) 2024-12-10T09:23:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-10T09:23:24,446 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-10T09:23:24,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-10T09:23:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-10T09:23:24,452 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:24,453 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:24,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:24,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822664474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822664475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822664476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822664476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822664482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-10T09:23:24,605 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-10T09:23:24,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:24,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:24,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:24,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:24,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:24,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822664679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822664679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822664680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822664685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822664686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-10T09:23:24,761 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-10T09:23:24,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:24,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:24,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:24,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:24,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:24,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/8b9731366db7451e9ec52eb43230720d 2024-12-10T09:23:24,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/86217c9b971b40c6b8de8b651db5d0b6 is 50, key is test_row_0/C:col10/1733822604046/Put/seqid=0 2024-12-10T09:23:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741877_1053 (size=12151) 2024-12-10T09:23:24,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/86217c9b971b40c6b8de8b651db5d0b6 2024-12-10T09:23:24,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/4be298f0f9b4400da7c0a7ddae6b0f31 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/4be298f0f9b4400da7c0a7ddae6b0f31 2024-12-10T09:23:24,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/4be298f0f9b4400da7c0a7ddae6b0f31, entries=200, sequenceid=200, filesize=14.2 K 2024-12-10T09:23:24,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/8b9731366db7451e9ec52eb43230720d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/8b9731366db7451e9ec52eb43230720d 2024-12-10T09:23:24,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/8b9731366db7451e9ec52eb43230720d, entries=150, sequenceid=200, filesize=11.9 K 2024-12-10T09:23:24,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/86217c9b971b40c6b8de8b651db5d0b6 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/86217c9b971b40c6b8de8b651db5d0b6 2024-12-10T09:23:24,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/86217c9b971b40c6b8de8b651db5d0b6, entries=150, sequenceid=200, filesize=11.9 K 2024-12-10T09:23:24,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 3670603c0ed1b22beb1cd048c84faa7d in 553ms, sequenceid=200, compaction requested=true 2024-12-10T09:23:24,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:24,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:23:24,912 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:23:24,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:24,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:23:24,912 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:23:24,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:24,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:23:24,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:24,914 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:23:24,914 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 58372 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:23:24,915 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/A is initiating minor compaction (all files) 2024-12-10T09:23:24,915 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/B is initiating minor compaction (all files) 2024-12-10T09:23:24,915 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/A in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:24,915 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/B in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:24,915 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c22210ae398b47bbbdcf4bf95fc34fe6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/f668809b79a44783a5f59bf1c4c0b6fe, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/276a46b1f3544a0c9ceec0b522a4d435, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/4be298f0f9b4400da7c0a7ddae6b0f31] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=57.0 K 2024-12-10T09:23:24,915 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/de8372cc0d154ab8a9c974947255dec2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/b0c7faf671ce4dacaf5b2c6faca60387, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/4ab86bded05f47c7bed96299051d93a7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/8b9731366db7451e9ec52eb43230720d] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=47.7 K 2024-12-10T09:23:24,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:24,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-10T09:23:24,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:24,916 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting de8372cc0d154ab8a9c974947255dec2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733822601908 2024-12-10T09:23:24,916 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-10T09:23:24,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:24,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:24,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:24,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:24,917 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting b0c7faf671ce4dacaf5b2c6faca60387, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733822603377 2024-12-10T09:23:24,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:24,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:24,918 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ab86bded05f47c7bed96299051d93a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733822603386 2024-12-10T09:23:24,919 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b9731366db7451e9ec52eb43230720d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733822604041 2024-12-10T09:23:24,919 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting c22210ae398b47bbbdcf4bf95fc34fe6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733822601908 2024-12-10T09:23:24,920 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting f668809b79a44783a5f59bf1c4c0b6fe, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733822603059 2024-12-10T09:23:24,922 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 276a46b1f3544a0c9ceec0b522a4d435, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733822603386 2024-12-10T09:23:24,924 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4be298f0f9b4400da7c0a7ddae6b0f31, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733822604041 2024-12-10T09:23:24,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/e6dc5f8d913148a8b6294ac9c5763122 is 50, key is test_row_0/A:col10/1733822604368/Put/seqid=0 2024-12-10T09:23:24,938 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:24,939 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/48a2bfe65d5346daa984bc68a723d93e is 50, key is test_row_0/B:col10/1733822604046/Put/seqid=0 2024-12-10T09:23:24,958 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#A#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:24,959 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/d2963aeefc92483d920905dd72fdb47b is 50, key is test_row_0/A:col10/1733822604046/Put/seqid=0 2024-12-10T09:23:24,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741878_1054 (size=12595) 2024-12-10T09:23:24,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:24,996 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/48a2bfe65d5346daa984bc68a723d93e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/48a2bfe65d5346daa984bc68a723d93e 2024-12-10T09:23:25,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741879_1055 (size=12151) 2024-12-10T09:23:25,009 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/e6dc5f8d913148a8b6294ac9c5763122 2024-12-10T09:23:25,014 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/B of 3670603c0ed1b22beb1cd048c84faa7d into 48a2bfe65d5346daa984bc68a723d93e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:25,014 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:25,014 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/B, priority=12, startTime=1733822604912; duration=0sec 2024-12-10T09:23:25,014 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:25,015 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:B 2024-12-10T09:23:25,015 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:23:25,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741880_1056 (size=12595) 2024-12-10T09:23:25,019 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:23:25,019 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/C is initiating minor compaction (all files) 2024-12-10T09:23:25,019 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/C in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:25,020 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/386432450a264331ad02f297f2abe963, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/04fbc2cd04034bd989d9a34ef5fd3c84, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/573f0a5b4688476489f156b20ec9dafa, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/86217c9b971b40c6b8de8b651db5d0b6] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=47.7 K 2024-12-10T09:23:25,020 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 386432450a264331ad02f297f2abe963, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733822601908 2024-12-10T09:23:25,021 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 04fbc2cd04034bd989d9a34ef5fd3c84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733822603377 2024-12-10T09:23:25,022 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 573f0a5b4688476489f156b20ec9dafa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733822603386 2024-12-10T09:23:25,023 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 86217c9b971b40c6b8de8b651db5d0b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733822604041 2024-12-10T09:23:25,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/394837272b974b89ada2e09ea86645dc is 50, key is test_row_0/B:col10/1733822604368/Put/seqid=0 2024-12-10T09:23:25,028 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/d2963aeefc92483d920905dd72fdb47b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/d2963aeefc92483d920905dd72fdb47b 2024-12-10T09:23:25,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741881_1057 (size=12151) 2024-12-10T09:23:25,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822665034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822665036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,041 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/A of 3670603c0ed1b22beb1cd048c84faa7d into d2963aeefc92483d920905dd72fdb47b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:25,041 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:25,041 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/A, priority=12, startTime=1733822604912; duration=0sec 2024-12-10T09:23:25,041 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:25,041 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:A 2024-12-10T09:23:25,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,043 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/394837272b974b89ada2e09ea86645dc 2024-12-10T09:23:25,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822665036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822665039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822665038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,047 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#C#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:25,048 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/f91fabe14d2d48379ce6776b8eebd3d5 is 50, key is test_row_0/C:col10/1733822604046/Put/seqid=0 2024-12-10T09:23:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-10T09:23:25,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/c5e7a4f95a6549c78d866c634a69c61e is 50, key is test_row_0/C:col10/1733822604368/Put/seqid=0 2024-12-10T09:23:25,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741882_1058 (size=12595) 2024-12-10T09:23:25,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741883_1059 (size=12151) 2024-12-10T09:23:25,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822665143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822665143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822665146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822665152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822665153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822665346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822665348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822665350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822665358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822665360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,493 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/c5e7a4f95a6549c78d866c634a69c61e 2024-12-10T09:23:25,496 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/f91fabe14d2d48379ce6776b8eebd3d5 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/f91fabe14d2d48379ce6776b8eebd3d5 2024-12-10T09:23:25,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/e6dc5f8d913148a8b6294ac9c5763122 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e6dc5f8d913148a8b6294ac9c5763122 2024-12-10T09:23:25,509 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/C of 3670603c0ed1b22beb1cd048c84faa7d into f91fabe14d2d48379ce6776b8eebd3d5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:25,509 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:25,509 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/C, priority=12, startTime=1733822604912; duration=0sec 2024-12-10T09:23:25,509 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:25,509 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:C 2024-12-10T09:23:25,511 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e6dc5f8d913148a8b6294ac9c5763122, entries=150, sequenceid=209, filesize=11.9 K 2024-12-10T09:23:25,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/394837272b974b89ada2e09ea86645dc as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/394837272b974b89ada2e09ea86645dc 2024-12-10T09:23:25,520 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/394837272b974b89ada2e09ea86645dc, entries=150, sequenceid=209, filesize=11.9 K 2024-12-10T09:23:25,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/c5e7a4f95a6549c78d866c634a69c61e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/c5e7a4f95a6549c78d866c634a69c61e 2024-12-10T09:23:25,530 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/c5e7a4f95a6549c78d866c634a69c61e, entries=150, sequenceid=209, filesize=11.9 K 2024-12-10T09:23:25,531 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 3670603c0ed1b22beb1cd048c84faa7d in 615ms, sequenceid=209, compaction requested=false 2024-12-10T09:23:25,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:25,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:25,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-10T09:23:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-10T09:23:25,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-10T09:23:25,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0800 sec 2024-12-10T09:23:25,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.0890 sec 2024-12-10T09:23:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-10T09:23:25,556 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-10T09:23:25,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-10T09:23:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-10T09:23:25,562 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:25,563 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:25,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:25,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-10T09:23:25,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:25,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:25,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:25,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:25,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:25,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:25,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/fc99d4afc7594f2594562b813bfd33cf is 50, key is test_row_0/A:col10/1733822605034/Put/seqid=0 2024-12-10T09:23:25,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822665658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822665661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822665661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-10T09:23:25,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822665662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822665664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741884_1060 (size=12151) 2024-12-10T09:23:25,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/fc99d4afc7594f2594562b813bfd33cf 2024-12-10T09:23:25,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/147d149b56b740efbf9df86ec3553919 is 50, key is test_row_0/B:col10/1733822605034/Put/seqid=0 2024-12-10T09:23:25,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741885_1061 (size=12151) 2024-12-10T09:23:25,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/147d149b56b740efbf9df86ec3553919 2024-12-10T09:23:25,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-10T09:23:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:25,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:25,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:25,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/0ca844ad4daa4221ae6edcef218f5f65 is 50, key is test_row_0/C:col10/1733822605034/Put/seqid=0 2024-12-10T09:23:25,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741886_1062 (size=12151) 2024-12-10T09:23:25,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/0ca844ad4daa4221ae6edcef218f5f65 2024-12-10T09:23:25,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/fc99d4afc7594f2594562b813bfd33cf as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/fc99d4afc7594f2594562b813bfd33cf 2024-12-10T09:23:25,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822665763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822665764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:25,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/fc99d4afc7594f2594562b813bfd33cf, entries=150, sequenceid=240, filesize=11.9 K 2024-12-10T09:23:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822665764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/147d149b56b740efbf9df86ec3553919 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/147d149b56b740efbf9df86ec3553919 2024-12-10T09:23:25,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/147d149b56b740efbf9df86ec3553919, entries=150, sequenceid=240, filesize=11.9 K 2024-12-10T09:23:25,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/0ca844ad4daa4221ae6edcef218f5f65 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/0ca844ad4daa4221ae6edcef218f5f65 2024-12-10T09:23:25,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/0ca844ad4daa4221ae6edcef218f5f65, entries=150, sequenceid=240, filesize=11.9 K 2024-12-10T09:23:25,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 3670603c0ed1b22beb1cd048c84faa7d in 143ms, sequenceid=240, compaction requested=true 2024-12-10T09:23:25,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:25,795 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:25,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:23:25,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:25,796 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:25,798 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:25,798 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/A is initiating minor compaction (all files) 2024-12-10T09:23:25,798 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/A in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:25,798 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/d2963aeefc92483d920905dd72fdb47b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e6dc5f8d913148a8b6294ac9c5763122, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/fc99d4afc7594f2594562b813bfd33cf] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=36.0 K 2024-12-10T09:23:25,798 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:25,799 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/B is initiating minor compaction (all files) 2024-12-10T09:23:25,799 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/B in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:25,799 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/48a2bfe65d5346daa984bc68a723d93e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/394837272b974b89ada2e09ea86645dc, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/147d149b56b740efbf9df86ec3553919] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=36.0 K 2024-12-10T09:23:25,800 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 48a2bfe65d5346daa984bc68a723d93e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733822604041 2024-12-10T09:23:25,800 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2963aeefc92483d920905dd72fdb47b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733822604041 2024-12-10T09:23:25,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:23:25,800 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 394837272b974b89ada2e09ea86645dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733822604364 2024-12-10T09:23:25,801 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6dc5f8d913148a8b6294ac9c5763122, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733822604364 2024-12-10T09:23:25,801 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 147d149b56b740efbf9df86ec3553919, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733822605034 2024-12-10T09:23:25,802 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc99d4afc7594f2594562b813bfd33cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733822605034 2024-12-10T09:23:25,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:25,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:23:25,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:25,820 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#B#compaction#48 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:25,820 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/d74e8c3dee77478986c01396a4cab843 is 50, key is test_row_0/B:col10/1733822605034/Put/seqid=0 2024-12-10T09:23:25,832 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#A#compaction#49 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:25,833 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/9ba845125cb24462a437aabaff98f59d is 50, key is test_row_0/A:col10/1733822605034/Put/seqid=0 2024-12-10T09:23:25,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741887_1063 (size=12697) 2024-12-10T09:23:25,862 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/d74e8c3dee77478986c01396a4cab843 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/d74e8c3dee77478986c01396a4cab843 2024-12-10T09:23:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-10T09:23:25,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741888_1064 (size=12697) 2024-12-10T09:23:25,874 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/B of 3670603c0ed1b22beb1cd048c84faa7d into d74e8c3dee77478986c01396a4cab843(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:25,874 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:25,874 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/B, priority=13, startTime=1733822605796; duration=0sec 2024-12-10T09:23:25,875 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:25,875 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:B 2024-12-10T09:23:25,875 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:25,878 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:25,878 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/C is initiating minor compaction (all files) 2024-12-10T09:23:25,878 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/C in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:25,878 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/f91fabe14d2d48379ce6776b8eebd3d5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/c5e7a4f95a6549c78d866c634a69c61e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/0ca844ad4daa4221ae6edcef218f5f65] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=36.0 K 2024-12-10T09:23:25,879 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting f91fabe14d2d48379ce6776b8eebd3d5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733822604041 2024-12-10T09:23:25,879 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting c5e7a4f95a6549c78d866c634a69c61e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733822604364 2024-12-10T09:23:25,880 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ca844ad4daa4221ae6edcef218f5f65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733822605034 2024-12-10T09:23:25,885 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:25,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-10T09:23:25,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:25,886 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-10T09:23:25,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:25,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:25,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:25,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:25,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:25,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:25,902 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#C#compaction#50 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:25,902 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/81a347d09d3541acbd0bcb39b71ca36f is 50, key is test_row_0/C:col10/1733822605034/Put/seqid=0 2024-12-10T09:23:25,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/6b95bb5cc3054b93b20d22fc395affb0 is 50, key is test_row_0/A:col10/1733822605655/Put/seqid=0 2024-12-10T09:23:25,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741890_1066 (size=9757) 2024-12-10T09:23:25,951 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/6b95bb5cc3054b93b20d22fc395affb0 2024-12-10T09:23:25,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741889_1065 (size=12697) 2024-12-10T09:23:25,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/54570cc82dc84f5db1b7e6f234e2beb3 is 50, key is test_row_0/B:col10/1733822605655/Put/seqid=0 2024-12-10T09:23:25,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:25,973 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/81a347d09d3541acbd0bcb39b71ca36f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/81a347d09d3541acbd0bcb39b71ca36f 2024-12-10T09:23:25,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741891_1067 (size=9757) 2024-12-10T09:23:25,992 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/54570cc82dc84f5db1b7e6f234e2beb3 2024-12-10T09:23:26,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/2977e8db3b5e4c3a99d55b077f1b9c3a is 50, key is test_row_0/C:col10/1733822605655/Put/seqid=0 2024-12-10T09:23:26,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741892_1068 (size=9757) 2024-12-10T09:23:26,040 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/C of 3670603c0ed1b22beb1cd048c84faa7d into 81a347d09d3541acbd0bcb39b71ca36f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:26,040 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:26,040 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/C, priority=13, startTime=1733822605802; duration=0sec 2024-12-10T09:23:26,041 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:26,041 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:C 2024-12-10T09:23:26,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822666069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822666073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822666072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-10T09:23:26,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822666169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822666171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822666174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822666176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822666177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,277 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/9ba845125cb24462a437aabaff98f59d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9ba845125cb24462a437aabaff98f59d 2024-12-10T09:23:26,287 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/A of 3670603c0ed1b22beb1cd048c84faa7d into 9ba845125cb24462a437aabaff98f59d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:26,287 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:26,287 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/A, priority=13, startTime=1733822605795; duration=0sec 2024-12-10T09:23:26,288 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:26,288 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:A 2024-12-10T09:23:26,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822666379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822666382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822666383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,413 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/2977e8db3b5e4c3a99d55b077f1b9c3a 2024-12-10T09:23:26,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/6b95bb5cc3054b93b20d22fc395affb0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/6b95bb5cc3054b93b20d22fc395affb0 2024-12-10T09:23:26,429 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/6b95bb5cc3054b93b20d22fc395affb0, entries=100, sequenceid=249, filesize=9.5 K 2024-12-10T09:23:26,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/54570cc82dc84f5db1b7e6f234e2beb3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/54570cc82dc84f5db1b7e6f234e2beb3 2024-12-10T09:23:26,442 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/54570cc82dc84f5db1b7e6f234e2beb3, entries=100, sequenceid=249, filesize=9.5 K 2024-12-10T09:23:26,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/2977e8db3b5e4c3a99d55b077f1b9c3a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2977e8db3b5e4c3a99d55b077f1b9c3a 2024-12-10T09:23:26,452 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2977e8db3b5e4c3a99d55b077f1b9c3a, entries=100, sequenceid=249, filesize=9.5 K 2024-12-10T09:23:26,453 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 3670603c0ed1b22beb1cd048c84faa7d in 567ms, sequenceid=249, compaction requested=false 2024-12-10T09:23:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-10T09:23:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-10T09:23:26,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-10T09:23:26,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 892 msec 2024-12-10T09:23:26,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 901 msec 2024-12-10T09:23:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-10T09:23:26,666 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-10T09:23:26,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-10T09:23:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-10T09:23:26,670 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:26,671 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:26,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:26,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-10T09:23:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:26,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/69c158f9fd494889ae6775d0907a7411 is 50, key is test_row_0/A:col10/1733822606686/Put/seqid=0 2024-12-10T09:23:26,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822666694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822666695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822666697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741893_1069 (size=12301) 2024-12-10T09:23:26,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/69c158f9fd494889ae6775d0907a7411 2024-12-10T09:23:26,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/a5bd3e45f28e448e8c4b7a66fddc79a2 is 50, key is test_row_0/B:col10/1733822606686/Put/seqid=0 2024-12-10T09:23:26,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741894_1070 (size=12301) 2024-12-10T09:23:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-10T09:23:26,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822666798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822666799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822666803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-10T09:23:26,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:26,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:26,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:26,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:26,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-10T09:23:26,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:26,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-10T09:23:26,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:26,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:26,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:26,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:26,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:27,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822667005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822667005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822667005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,133 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-10T09:23:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:27,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:27,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/a5bd3e45f28e448e8c4b7a66fddc79a2 2024-12-10T09:23:27,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/1feed5a573ff443c9a2b1b14973b7e30 is 50, key is test_row_0/C:col10/1733822606686/Put/seqid=0 2024-12-10T09:23:27,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822667175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741895_1071 (size=12301) 2024-12-10T09:23:27,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/1feed5a573ff443c9a2b1b14973b7e30 2024-12-10T09:23:27,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822667183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/69c158f9fd494889ae6775d0907a7411 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/69c158f9fd494889ae6775d0907a7411 2024-12-10T09:23:27,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/69c158f9fd494889ae6775d0907a7411, entries=150, sequenceid=280, filesize=12.0 K 2024-12-10T09:23:27,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/a5bd3e45f28e448e8c4b7a66fddc79a2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/a5bd3e45f28e448e8c4b7a66fddc79a2 2024-12-10T09:23:27,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/a5bd3e45f28e448e8c4b7a66fddc79a2, entries=150, sequenceid=280, filesize=12.0 K 2024-12-10T09:23:27,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/1feed5a573ff443c9a2b1b14973b7e30 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1feed5a573ff443c9a2b1b14973b7e30 2024-12-10T09:23:27,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1feed5a573ff443c9a2b1b14973b7e30, entries=150, sequenceid=280, filesize=12.0 K 2024-12-10T09:23:27,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for 3670603c0ed1b22beb1cd048c84faa7d in 526ms, sequenceid=280, compaction requested=true 2024-12-10T09:23:27,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:27,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:23:27,214 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:27,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:27,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:23:27,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:27,214 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:27,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:23:27,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:27,215 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:27,215 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/B is initiating minor compaction (all files) 2024-12-10T09:23:27,215 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/B in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:27,216 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/d74e8c3dee77478986c01396a4cab843, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/54570cc82dc84f5db1b7e6f234e2beb3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/a5bd3e45f28e448e8c4b7a66fddc79a2] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=33.9 K 2024-12-10T09:23:27,215 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:27,216 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/A is initiating minor compaction (all files) 2024-12-10T09:23:27,216 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/A in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:27,216 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9ba845125cb24462a437aabaff98f59d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/6b95bb5cc3054b93b20d22fc395affb0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/69c158f9fd494889ae6775d0907a7411] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=33.9 K 2024-12-10T09:23:27,217 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting d74e8c3dee77478986c01396a4cab843, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733822605034 2024-12-10T09:23:27,217 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ba845125cb24462a437aabaff98f59d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733822605034 2024-12-10T09:23:27,218 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 54570cc82dc84f5db1b7e6f234e2beb3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733822605655 2024-12-10T09:23:27,218 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b95bb5cc3054b93b20d22fc395affb0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733822605655 2024-12-10T09:23:27,218 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69c158f9fd494889ae6775d0907a7411, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733822606070 2024-12-10T09:23:27,218 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting a5bd3e45f28e448e8c4b7a66fddc79a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733822606070 2024-12-10T09:23:27,233 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#B#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:27,234 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/1aed80257ada495e8d561eb8c03ac184 is 50, key is test_row_0/B:col10/1733822606686/Put/seqid=0 2024-12-10T09:23:27,241 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#A#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:27,242 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/7ea47c0f70bb45d6834fb7a6f436d045 is 50, key is test_row_0/A:col10/1733822606686/Put/seqid=0 2024-12-10T09:23:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741897_1073 (size=12949) 2024-12-10T09:23:27,266 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/7ea47c0f70bb45d6834fb7a6f436d045 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7ea47c0f70bb45d6834fb7a6f436d045 2024-12-10T09:23:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-10T09:23:27,274 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/A of 3670603c0ed1b22beb1cd048c84faa7d into 7ea47c0f70bb45d6834fb7a6f436d045(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:27,274 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:27,274 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/A, priority=13, startTime=1733822607214; duration=0sec 2024-12-10T09:23:27,274 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:27,274 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:A 2024-12-10T09:23:27,274 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:27,276 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:27,276 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/C is initiating minor compaction (all files) 2024-12-10T09:23:27,276 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/C in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:27,276 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/81a347d09d3541acbd0bcb39b71ca36f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2977e8db3b5e4c3a99d55b077f1b9c3a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1feed5a573ff443c9a2b1b14973b7e30] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=33.9 K 2024-12-10T09:23:27,277 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81a347d09d3541acbd0bcb39b71ca36f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733822605034 2024-12-10T09:23:27,278 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2977e8db3b5e4c3a99d55b077f1b9c3a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733822605655 2024-12-10T09:23:27,278 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1feed5a573ff443c9a2b1b14973b7e30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733822606070 2024-12-10T09:23:27,286 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-10T09:23:27,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:27,288 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-10T09:23:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:27,288 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#C#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:27,289 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/4f215a8542224f90b1c888cfd639f028 is 50, key is test_row_0/C:col10/1733822606686/Put/seqid=0 2024-12-10T09:23:27,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741896_1072 (size=12949) 2024-12-10T09:23:27,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/b1ba579f7fbd47078866ebb0313e58d5 is 50, key is test_row_0/A:col10/1733822606692/Put/seqid=0 2024-12-10T09:23:27,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741898_1074 (size=12949) 2024-12-10T09:23:27,312 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/4f215a8542224f90b1c888cfd639f028 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/4f215a8542224f90b1c888cfd639f028 2024-12-10T09:23:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:27,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:27,324 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/C of 3670603c0ed1b22beb1cd048c84faa7d into 4f215a8542224f90b1c888cfd639f028(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:27,324 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:27,325 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/C, priority=13, startTime=1733822607214; duration=0sec 2024-12-10T09:23:27,325 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:27,326 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:C 2024-12-10T09:23:27,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741899_1075 (size=12301) 2024-12-10T09:23:27,328 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/b1ba579f7fbd47078866ebb0313e58d5 2024-12-10T09:23:27,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/8fcff8bafdbb47f0bb596e69d08f53ca is 50, key is test_row_0/B:col10/1733822606692/Put/seqid=0 2024-12-10T09:23:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741900_1076 (size=12301) 2024-12-10T09:23:27,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822667350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822667351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822667353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822667455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822667455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822667459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822667659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822667660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822667662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,698 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/1aed80257ada495e8d561eb8c03ac184 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/1aed80257ada495e8d561eb8c03ac184 2024-12-10T09:23:27,710 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/B of 3670603c0ed1b22beb1cd048c84faa7d into 1aed80257ada495e8d561eb8c03ac184(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:27,710 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:27,710 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/B, priority=13, startTime=1733822607214; duration=0sec 2024-12-10T09:23:27,710 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:27,710 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:B 2024-12-10T09:23:27,754 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/8fcff8bafdbb47f0bb596e69d08f53ca 2024-12-10T09:23:27,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/e34ed1c900e0428391eff1aab000b73e is 50, key is test_row_0/C:col10/1733822606692/Put/seqid=0 2024-12-10T09:23:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-10T09:23:27,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741901_1077 (size=12301) 2024-12-10T09:23:27,779 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/e34ed1c900e0428391eff1aab000b73e 2024-12-10T09:23:27,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/b1ba579f7fbd47078866ebb0313e58d5 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/b1ba579f7fbd47078866ebb0313e58d5 2024-12-10T09:23:27,792 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/b1ba579f7fbd47078866ebb0313e58d5, entries=150, sequenceid=290, filesize=12.0 K 2024-12-10T09:23:27,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/8fcff8bafdbb47f0bb596e69d08f53ca as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/8fcff8bafdbb47f0bb596e69d08f53ca 2024-12-10T09:23:27,805 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/8fcff8bafdbb47f0bb596e69d08f53ca, entries=150, sequenceid=290, filesize=12.0 K 2024-12-10T09:23:27,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/e34ed1c900e0428391eff1aab000b73e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/e34ed1c900e0428391eff1aab000b73e 2024-12-10T09:23:27,812 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/e34ed1c900e0428391eff1aab000b73e, entries=150, sequenceid=290, filesize=12.0 K 2024-12-10T09:23:27,814 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 3670603c0ed1b22beb1cd048c84faa7d in 526ms, sequenceid=290, compaction requested=false 2024-12-10T09:23:27,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:27,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:27,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-10T09:23:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-10T09:23:27,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-10T09:23:27,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1450 sec 2024-12-10T09:23:27,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.1510 sec 2024-12-10T09:23:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:27,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-10T09:23:27,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:27,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:27,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:27,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:27,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:27,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:27,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/62b240764dd7474b8ebd0836ede41739 is 50, key is test_row_0/A:col10/1733822607347/Put/seqid=0 2024-12-10T09:23:27,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822667972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822667972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822667974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:27,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741902_1078 (size=14741) 2024-12-10T09:23:27,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/62b240764dd7474b8ebd0836ede41739 2024-12-10T09:23:28,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/b19905129389410ea56998a359bb381b is 50, key is test_row_0/B:col10/1733822607347/Put/seqid=0 2024-12-10T09:23:28,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741903_1079 (size=12301) 2024-12-10T09:23:28,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/b19905129389410ea56998a359bb381b 2024-12-10T09:23:28,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/41e379093b4f4ee486b677b8fc26b258 is 50, key is test_row_0/C:col10/1733822607347/Put/seqid=0 2024-12-10T09:23:28,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741904_1080 (size=12301) 2024-12-10T09:23:28,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/41e379093b4f4ee486b677b8fc26b258 2024-12-10T09:23:28,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/62b240764dd7474b8ebd0836ede41739 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/62b240764dd7474b8ebd0836ede41739 2024-12-10T09:23:28,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822668076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822668076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822668077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/62b240764dd7474b8ebd0836ede41739, entries=200, sequenceid=320, filesize=14.4 K 2024-12-10T09:23:28,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/b19905129389410ea56998a359bb381b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/b19905129389410ea56998a359bb381b 2024-12-10T09:23:28,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/b19905129389410ea56998a359bb381b, entries=150, sequenceid=320, filesize=12.0 K 2024-12-10T09:23:28,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/41e379093b4f4ee486b677b8fc26b258 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/41e379093b4f4ee486b677b8fc26b258 2024-12-10T09:23:28,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/41e379093b4f4ee486b677b8fc26b258, entries=150, sequenceid=320, filesize=12.0 K 2024-12-10T09:23:28,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 3670603c0ed1b22beb1cd048c84faa7d in 140ms, sequenceid=320, compaction requested=true 2024-12-10T09:23:28,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:28,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:23:28,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:28,104 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:28,104 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:28,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:23:28,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:28,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:23:28,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:28,106 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:28,106 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/B is initiating minor compaction (all files) 2024-12-10T09:23:28,106 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/B in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:28,106 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/1aed80257ada495e8d561eb8c03ac184, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/8fcff8bafdbb47f0bb596e69d08f53ca, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/b19905129389410ea56998a359bb381b] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=36.7 K 2024-12-10T09:23:28,107 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:28,107 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/A is initiating minor compaction (all files) 2024-12-10T09:23:28,107 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/A in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:28,107 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7ea47c0f70bb45d6834fb7a6f436d045, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/b1ba579f7fbd47078866ebb0313e58d5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/62b240764dd7474b8ebd0836ede41739] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=39.1 K 2024-12-10T09:23:28,108 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1aed80257ada495e8d561eb8c03ac184, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733822606070 2024-12-10T09:23:28,108 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ea47c0f70bb45d6834fb7a6f436d045, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733822606070 2024-12-10T09:23:28,109 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1ba579f7fbd47078866ebb0313e58d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733822606690 2024-12-10T09:23:28,109 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fcff8bafdbb47f0bb596e69d08f53ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733822606690 2024-12-10T09:23:28,109 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62b240764dd7474b8ebd0836ede41739, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733822607347 2024-12-10T09:23:28,110 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting b19905129389410ea56998a359bb381b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733822607347 2024-12-10T09:23:28,126 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#B#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:28,126 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/190d1b77900844ffb2122f390cf4d2df is 50, key is test_row_0/B:col10/1733822607347/Put/seqid=0 2024-12-10T09:23:28,129 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#A#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:28,129 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/e21ab1408a5445369837bd2e1879e1a6 is 50, key is test_row_0/A:col10/1733822607347/Put/seqid=0 2024-12-10T09:23:28,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741906_1082 (size=13051) 2024-12-10T09:23:28,166 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/e21ab1408a5445369837bd2e1879e1a6 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e21ab1408a5445369837bd2e1879e1a6 2024-12-10T09:23:28,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741905_1081 (size=13051) 2024-12-10T09:23:28,178 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/A of 3670603c0ed1b22beb1cd048c84faa7d into e21ab1408a5445369837bd2e1879e1a6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:28,178 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:28,178 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/A, priority=13, startTime=1733822608104; duration=0sec 2024-12-10T09:23:28,178 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:28,178 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:A 2024-12-10T09:23:28,178 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:28,180 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:28,180 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/C is initiating minor compaction (all files) 2024-12-10T09:23:28,180 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/C in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:28,180 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/4f215a8542224f90b1c888cfd639f028, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/e34ed1c900e0428391eff1aab000b73e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/41e379093b4f4ee486b677b8fc26b258] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=36.7 K 2024-12-10T09:23:28,183 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/190d1b77900844ffb2122f390cf4d2df as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/190d1b77900844ffb2122f390cf4d2df 2024-12-10T09:23:28,183 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f215a8542224f90b1c888cfd639f028, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733822606070 2024-12-10T09:23:28,183 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting e34ed1c900e0428391eff1aab000b73e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733822606690 2024-12-10T09:23:28,184 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41e379093b4f4ee486b677b8fc26b258, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733822607347 2024-12-10T09:23:28,191 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/B of 3670603c0ed1b22beb1cd048c84faa7d into 190d1b77900844ffb2122f390cf4d2df(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:28,191 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:28,191 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/B, priority=13, startTime=1733822608104; duration=0sec 2024-12-10T09:23:28,191 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:28,191 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:B 2024-12-10T09:23:28,209 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:28,210 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/327fce59ead748a89aba4fb848917e17 is 50, key is test_row_0/C:col10/1733822607347/Put/seqid=0 2024-12-10T09:23:28,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741907_1083 (size=13051) 2024-12-10T09:23:28,236 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/327fce59ead748a89aba4fb848917e17 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/327fce59ead748a89aba4fb848917e17 2024-12-10T09:23:28,244 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/C of 3670603c0ed1b22beb1cd048c84faa7d into 327fce59ead748a89aba4fb848917e17(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:28,245 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:28,246 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/C, priority=13, startTime=1733822608104; duration=0sec 2024-12-10T09:23:28,246 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:28,246 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:C 2024-12-10T09:23:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:28,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-10T09:23:28,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:28,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:28,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:28,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:28,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:28,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:28,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/75381baa011b43e49fc9f18002e8a41a is 50, key is test_row_0/A:col10/1733822608282/Put/seqid=0 2024-12-10T09:23:28,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741908_1084 (size=12301) 2024-12-10T09:23:28,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/75381baa011b43e49fc9f18002e8a41a 2024-12-10T09:23:28,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822668318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822668320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822668320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/1806180bfba44628b898cad4be61557d is 50, key is test_row_0/B:col10/1733822608282/Put/seqid=0 2024-12-10T09:23:28,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741909_1085 (size=12301) 2024-12-10T09:23:28,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/1806180bfba44628b898cad4be61557d 2024-12-10T09:23:28,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/5625155b728c498694e008cab9f5228e is 50, key is test_row_0/C:col10/1733822608282/Put/seqid=0 2024-12-10T09:23:28,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741910_1086 (size=12301) 2024-12-10T09:23:28,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822668423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822668424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822668425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822668626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822668628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822668629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/5625155b728c498694e008cab9f5228e 2024-12-10T09:23:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-10T09:23:28,775 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-10T09:23:28,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-10T09:23:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-10T09:23:28,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/75381baa011b43e49fc9f18002e8a41a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/75381baa011b43e49fc9f18002e8a41a 2024-12-10T09:23:28,780 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:28,781 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:28,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:28,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/75381baa011b43e49fc9f18002e8a41a, entries=150, sequenceid=335, filesize=12.0 K 2024-12-10T09:23:28,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/1806180bfba44628b898cad4be61557d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/1806180bfba44628b898cad4be61557d 2024-12-10T09:23:28,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/1806180bfba44628b898cad4be61557d, entries=150, sequenceid=335, filesize=12.0 K 2024-12-10T09:23:28,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/5625155b728c498694e008cab9f5228e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/5625155b728c498694e008cab9f5228e 2024-12-10T09:23:28,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/5625155b728c498694e008cab9f5228e, entries=150, sequenceid=335, filesize=12.0 K 2024-12-10T09:23:28,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3670603c0ed1b22beb1cd048c84faa7d in 520ms, sequenceid=335, compaction requested=false 2024-12-10T09:23:28,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-10T09:23:28,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-10T09:23:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:28,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:28,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:28,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:28,934 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-10T09:23:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:28,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:28,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:28,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:28,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/ea89e2d22d2a4324a0b2bf539b84797a is 50, key is test_row_0/A:col10/1733822608317/Put/seqid=0 2024-12-10T09:23:28,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822668946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822668947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822668948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:28,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741911_1087 (size=14741) 2024-12-10T09:23:28,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/ea89e2d22d2a4324a0b2bf539b84797a 2024-12-10T09:23:28,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/f91d07aec6144b82bbd3d0290e938216 is 50, key is test_row_0/B:col10/1733822608317/Put/seqid=0 2024-12-10T09:23:28,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741912_1088 (size=12301) 2024-12-10T09:23:28,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/f91d07aec6144b82bbd3d0290e938216 2024-12-10T09:23:29,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/10fd42eda0a9457a9170e65808bc7717 is 50, key is test_row_0/C:col10/1733822608317/Put/seqid=0 2024-12-10T09:23:29,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741913_1089 (size=12301) 2024-12-10T09:23:29,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/10fd42eda0a9457a9170e65808bc7717 2024-12-10T09:23:29,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/ea89e2d22d2a4324a0b2bf539b84797a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/ea89e2d22d2a4324a0b2bf539b84797a 2024-12-10T09:23:29,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/ea89e2d22d2a4324a0b2bf539b84797a, entries=200, sequenceid=360, filesize=14.4 K 2024-12-10T09:23:29,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/f91d07aec6144b82bbd3d0290e938216 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/f91d07aec6144b82bbd3d0290e938216 2024-12-10T09:23:29,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/f91d07aec6144b82bbd3d0290e938216, entries=150, sequenceid=360, filesize=12.0 K 2024-12-10T09:23:29,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/10fd42eda0a9457a9170e65808bc7717 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/10fd42eda0a9457a9170e65808bc7717 2024-12-10T09:23:29,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/10fd42eda0a9457a9170e65808bc7717, entries=150, sequenceid=360, filesize=12.0 K 2024-12-10T09:23:29,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3670603c0ed1b22beb1cd048c84faa7d in 116ms, sequenceid=360, compaction requested=true 2024-12-10T09:23:29,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:29,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:23:29,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:29,050 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:29,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:23:29,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:29,050 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:29,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:23:29,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:29,051 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:29,051 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:29,051 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/B is initiating minor compaction (all files) 2024-12-10T09:23:29,051 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/A is initiating minor compaction (all files) 2024-12-10T09:23:29,052 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/B in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:29,052 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/190d1b77900844ffb2122f390cf4d2df, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/1806180bfba44628b898cad4be61557d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/f91d07aec6144b82bbd3d0290e938216] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=36.8 K 2024-12-10T09:23:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:29,052 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/A in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:29,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-10T09:23:29,052 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e21ab1408a5445369837bd2e1879e1a6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/75381baa011b43e49fc9f18002e8a41a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/ea89e2d22d2a4324a0b2bf539b84797a] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=39.2 K 2024-12-10T09:23:29,052 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 190d1b77900844ffb2122f390cf4d2df, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733822607347 2024-12-10T09:23:29,053 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1806180bfba44628b898cad4be61557d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733822607972 2024-12-10T09:23:29,053 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting e21ab1408a5445369837bd2e1879e1a6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733822607347 2024-12-10T09:23:29,054 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75381baa011b43e49fc9f18002e8a41a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733822607972 2024-12-10T09:23:29,054 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting f91d07aec6144b82bbd3d0290e938216, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733822608316 2024-12-10T09:23:29,055 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea89e2d22d2a4324a0b2bf539b84797a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733822608315 2024-12-10T09:23:29,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:29,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:29,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:29,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:29,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:29,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:29,065 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#B#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:29,066 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/a289840f106a4054a6dfaf28ece06583 is 50, key is test_row_0/B:col10/1733822608317/Put/seqid=0 2024-12-10T09:23:29,077 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:29,078 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/9499f6f9be744d6b987b417c67c04562 is 50, key is test_row_0/A:col10/1733822608317/Put/seqid=0 2024-12-10T09:23:29,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/19aed6894880406eaa823988148af01e is 50, key is test_row_0/A:col10/1733822608946/Put/seqid=0 2024-12-10T09:23:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-10T09:23:29,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741915_1091 (size=13153) 2024-12-10T09:23:29,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-10T09:23:29,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741916_1092 (size=12301) 2024-12-10T09:23:29,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:29,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741914_1090 (size=13153) 2024-12-10T09:23:29,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:29,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:29,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822669102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822669103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822669103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822669195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822669197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,198 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:23:29,198 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:23:29,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822669204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:29,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822669205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822669205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,255 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-10T09:23:29,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:29,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:29,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:29,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-10T09:23:29,408 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-10T09:23:29,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:29,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:29,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:29,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:29,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822669410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822669409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822669410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/19aed6894880406eaa823988148af01e 2024-12-10T09:23:29,506 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/9499f6f9be744d6b987b417c67c04562 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9499f6f9be744d6b987b417c67c04562 2024-12-10T09:23:29,511 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/a289840f106a4054a6dfaf28ece06583 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/a289840f106a4054a6dfaf28ece06583 2024-12-10T09:23:29,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/01a85ec87a4a46aa836a75f4dbaac4e0 is 50, key is test_row_0/B:col10/1733822608946/Put/seqid=0 2024-12-10T09:23:29,516 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/A of 3670603c0ed1b22beb1cd048c84faa7d into 9499f6f9be744d6b987b417c67c04562(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:29,516 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:29,516 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/A, priority=13, startTime=1733822609050; duration=0sec 2024-12-10T09:23:29,517 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:29,517 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:A 2024-12-10T09:23:29,517 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:29,519 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:29,519 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/C is initiating minor compaction (all files) 2024-12-10T09:23:29,519 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/C in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:29,519 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/327fce59ead748a89aba4fb848917e17, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/5625155b728c498694e008cab9f5228e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/10fd42eda0a9457a9170e65808bc7717] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=36.8 K 2024-12-10T09:23:29,520 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 327fce59ead748a89aba4fb848917e17, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733822607347 2024-12-10T09:23:29,521 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5625155b728c498694e008cab9f5228e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733822607972 2024-12-10T09:23:29,521 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10fd42eda0a9457a9170e65808bc7717, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733822608316 2024-12-10T09:23:29,524 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/B of 3670603c0ed1b22beb1cd048c84faa7d into a289840f106a4054a6dfaf28ece06583(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:29,524 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:29,524 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/B, priority=13, startTime=1733822609050; duration=0sec 2024-12-10T09:23:29,524 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:29,524 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:B 2024-12-10T09:23:29,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741917_1093 (size=12301) 2024-12-10T09:23:29,538 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#C#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:29,539 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/228ed48cac66416f985bf0a7441072ee is 50, key is test_row_0/C:col10/1733822608317/Put/seqid=0 2024-12-10T09:23:29,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741918_1094 (size=13153) 2024-12-10T09:23:29,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-10T09:23:29,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:29,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:29,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:29,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:29,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822669712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822669713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,715 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-10T09:23:29,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:29,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:29,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:29,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:29,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822669713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,868 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:29,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-10T09:23:29,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:29,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:29,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:29,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-10T09:23:29,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/01a85ec87a4a46aa836a75f4dbaac4e0 2024-12-10T09:23:29,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/aa778c72467f4fcba9739d6b596a2e81 is 50, key is test_row_0/C:col10/1733822608946/Put/seqid=0 2024-12-10T09:23:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741919_1095 (size=12301) 2024-12-10T09:23:29,952 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/228ed48cac66416f985bf0a7441072ee as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/228ed48cac66416f985bf0a7441072ee 2024-12-10T09:23:29,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/aa778c72467f4fcba9739d6b596a2e81 2024-12-10T09:23:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/19aed6894880406eaa823988148af01e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/19aed6894880406eaa823988148af01e 2024-12-10T09:23:29,963 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/C of 3670603c0ed1b22beb1cd048c84faa7d into 228ed48cac66416f985bf0a7441072ee(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:29,963 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:29,963 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/C, priority=13, startTime=1733822609050; duration=0sec 2024-12-10T09:23:29,964 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:29,964 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:C 2024-12-10T09:23:29,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/19aed6894880406eaa823988148af01e, entries=150, sequenceid=373, filesize=12.0 K 2024-12-10T09:23:29,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/01a85ec87a4a46aa836a75f4dbaac4e0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/01a85ec87a4a46aa836a75f4dbaac4e0 2024-12-10T09:23:29,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/01a85ec87a4a46aa836a75f4dbaac4e0, entries=150, sequenceid=373, filesize=12.0 K 2024-12-10T09:23:29,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/aa778c72467f4fcba9739d6b596a2e81 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/aa778c72467f4fcba9739d6b596a2e81 2024-12-10T09:23:29,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/aa778c72467f4fcba9739d6b596a2e81, entries=150, sequenceid=373, filesize=12.0 K 2024-12-10T09:23:29,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 3670603c0ed1b22beb1cd048c84faa7d in 943ms, sequenceid=373, compaction requested=false 2024-12-10T09:23:29,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:30,023 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:30,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-10T09:23:30,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:30,024 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-10T09:23:30,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:30,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:30,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:30,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:30,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:30,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:30,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/5dde564f265442018b1bee5fa7ba988f is 50, key is test_row_0/A:col10/1733822609101/Put/seqid=0 2024-12-10T09:23:30,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741920_1096 (size=12301) 2024-12-10T09:23:30,037 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/5dde564f265442018b1bee5fa7ba988f 2024-12-10T09:23:30,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/57008783393841378f3b5d7ee8a86342 is 50, key is test_row_0/B:col10/1733822609101/Put/seqid=0 2024-12-10T09:23:30,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741921_1097 (size=12301) 2024-12-10T09:23:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:30,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:30,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822670228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:30,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822670229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:30,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822670230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:30,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822670338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:30,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822670339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:30,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822670339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:30,487 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/57008783393841378f3b5d7ee8a86342 2024-12-10T09:23:30,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/2eb79ccb553540eaa6d72cf8f2dae59b is 50, key is test_row_0/C:col10/1733822609101/Put/seqid=0 2024-12-10T09:23:30,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741922_1098 (size=12301) 2024-12-10T09:23:30,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822670541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:30,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822670542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:30,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822670542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:30,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822670843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:30,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822670845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:30,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822670845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-10T09:23:30,919 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/2eb79ccb553540eaa6d72cf8f2dae59b 2024-12-10T09:23:30,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/5dde564f265442018b1bee5fa7ba988f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/5dde564f265442018b1bee5fa7ba988f 2024-12-10T09:23:30,932 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/5dde564f265442018b1bee5fa7ba988f, entries=150, sequenceid=400, filesize=12.0 K 2024-12-10T09:23:30,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/57008783393841378f3b5d7ee8a86342 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/57008783393841378f3b5d7ee8a86342 2024-12-10T09:23:30,941 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/57008783393841378f3b5d7ee8a86342, entries=150, sequenceid=400, filesize=12.0 K 2024-12-10T09:23:30,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/2eb79ccb553540eaa6d72cf8f2dae59b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2eb79ccb553540eaa6d72cf8f2dae59b 2024-12-10T09:23:30,950 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2eb79ccb553540eaa6d72cf8f2dae59b, entries=150, sequenceid=400, filesize=12.0 K 2024-12-10T09:23:30,951 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3670603c0ed1b22beb1cd048c84faa7d in 927ms, sequenceid=400, compaction requested=true 2024-12-10T09:23:30,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:30,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:30,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-10T09:23:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-10T09:23:30,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-10T09:23:30,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1720 sec 2024-12-10T09:23:30,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.1790 sec 2024-12-10T09:23:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:31,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-10T09:23:31,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:31,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:31,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:31,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:31,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:31,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:31,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/51513b0434c24b43b51e6e94977fde4a is 50, key is test_row_0/A:col10/1733822611351/Put/seqid=0 2024-12-10T09:23:31,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822671373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:31,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822671374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:31,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822671374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741923_1099 (size=12301) 2024-12-10T09:23:31,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/51513b0434c24b43b51e6e94977fde4a 2024-12-10T09:23:31,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/529dd5a6436b4ec48fed490d1e60c39a is 50, key is test_row_0/B:col10/1733822611351/Put/seqid=0 2024-12-10T09:23:31,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741924_1100 (size=12301) 2024-12-10T09:23:31,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822671477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:31,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822671477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:31,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822671477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:31,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822671679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:31,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822671679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:31,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822671683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:31,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/529dd5a6436b4ec48fed490d1e60c39a 2024-12-10T09:23:31,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/eb9c2c1da3494fc7888e57b3df36377f is 50, key is test_row_0/C:col10/1733822611351/Put/seqid=0 2024-12-10T09:23:31,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741925_1101 (size=12301) 2024-12-10T09:23:31,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/eb9c2c1da3494fc7888e57b3df36377f 2024-12-10T09:23:31,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/51513b0434c24b43b51e6e94977fde4a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/51513b0434c24b43b51e6e94977fde4a 2024-12-10T09:23:31,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/51513b0434c24b43b51e6e94977fde4a, entries=150, sequenceid=415, filesize=12.0 K 2024-12-10T09:23:31,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/529dd5a6436b4ec48fed490d1e60c39a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/529dd5a6436b4ec48fed490d1e60c39a 2024-12-10T09:23:31,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/529dd5a6436b4ec48fed490d1e60c39a, entries=150, sequenceid=415, filesize=12.0 K 2024-12-10T09:23:31,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/eb9c2c1da3494fc7888e57b3df36377f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/eb9c2c1da3494fc7888e57b3df36377f 2024-12-10T09:23:31,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/eb9c2c1da3494fc7888e57b3df36377f, entries=150, sequenceid=415, filesize=12.0 K 2024-12-10T09:23:31,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 3670603c0ed1b22beb1cd048c84faa7d in 488ms, sequenceid=415, compaction requested=true 2024-12-10T09:23:31,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:31,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:23:31,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:31,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:23:31,841 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:23:31,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:31,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:23:31,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:31,841 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:23:31,842 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:23:31,842 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:23:31,842 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/A is initiating minor compaction (all files) 2024-12-10T09:23:31,842 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/B is initiating minor compaction (all files) 2024-12-10T09:23:31,842 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/A in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:31,842 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/B in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:31,842 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9499f6f9be744d6b987b417c67c04562, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/19aed6894880406eaa823988148af01e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/5dde564f265442018b1bee5fa7ba988f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/51513b0434c24b43b51e6e94977fde4a] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=48.9 K 2024-12-10T09:23:31,842 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/a289840f106a4054a6dfaf28ece06583, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/01a85ec87a4a46aa836a75f4dbaac4e0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/57008783393841378f3b5d7ee8a86342, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/529dd5a6436b4ec48fed490d1e60c39a] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=48.9 K 2024-12-10T09:23:31,843 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting a289840f106a4054a6dfaf28ece06583, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733822608316 2024-12-10T09:23:31,843 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9499f6f9be744d6b987b417c67c04562, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733822608316 2024-12-10T09:23:31,844 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19aed6894880406eaa823988148af01e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733822608945 2024-12-10T09:23:31,844 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 01a85ec87a4a46aa836a75f4dbaac4e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733822608945 2024-12-10T09:23:31,844 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dde564f265442018b1bee5fa7ba988f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733822609091 2024-12-10T09:23:31,844 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 57008783393841378f3b5d7ee8a86342, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733822609091 2024-12-10T09:23:31,845 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51513b0434c24b43b51e6e94977fde4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733822610228 2024-12-10T09:23:31,845 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 529dd5a6436b4ec48fed490d1e60c39a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733822610228 2024-12-10T09:23:31,858 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:31,858 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/23fa29c30edc4d48bf24c30b818d0368 is 50, key is test_row_0/B:col10/1733822611351/Put/seqid=0 2024-12-10T09:23:31,865 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#A#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:31,865 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/c3fdc8b9b87f41398411363e939dfbfb is 50, key is test_row_0/A:col10/1733822611351/Put/seqid=0 2024-12-10T09:23:31,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741926_1102 (size=13289) 2024-12-10T09:23:31,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741927_1103 (size=13289) 2024-12-10T09:23:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:31,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-10T09:23:31,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:31,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:31,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:31,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:31,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:31,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:31,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/e26dc8a49e7846f6bf502632421e30e8 is 50, key is test_row_0/A:col10/1733822611368/Put/seqid=0 2024-12-10T09:23:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741928_1104 (size=12301) 2024-12-10T09:23:32,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:32,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822672001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822672000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:32,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822672004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:32,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822672106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:32,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822672106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:32,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822672109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:32,287 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/23fa29c30edc4d48bf24c30b818d0368 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/23fa29c30edc4d48bf24c30b818d0368 2024-12-10T09:23:32,292 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/c3fdc8b9b87f41398411363e939dfbfb as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c3fdc8b9b87f41398411363e939dfbfb 2024-12-10T09:23:32,296 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/B of 3670603c0ed1b22beb1cd048c84faa7d into 23fa29c30edc4d48bf24c30b818d0368(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:32,296 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:32,297 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/B, priority=12, startTime=1733822611841; duration=0sec 2024-12-10T09:23:32,297 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:32,297 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:B 2024-12-10T09:23:32,297 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:23:32,298 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:23:32,298 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/C is initiating minor compaction (all files) 2024-12-10T09:23:32,298 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/C in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:32,299 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/228ed48cac66416f985bf0a7441072ee, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/aa778c72467f4fcba9739d6b596a2e81, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2eb79ccb553540eaa6d72cf8f2dae59b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/eb9c2c1da3494fc7888e57b3df36377f] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=48.9 K 2024-12-10T09:23:32,299 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 228ed48cac66416f985bf0a7441072ee, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733822608316 2024-12-10T09:23:32,300 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/A of 3670603c0ed1b22beb1cd048c84faa7d into c3fdc8b9b87f41398411363e939dfbfb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:32,300 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:32,300 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/A, priority=12, startTime=1733822611841; duration=0sec 2024-12-10T09:23:32,300 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting aa778c72467f4fcba9739d6b596a2e81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733822608945 2024-12-10T09:23:32,300 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:32,300 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:A 2024-12-10T09:23:32,300 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 2eb79ccb553540eaa6d72cf8f2dae59b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733822609091 2024-12-10T09:23:32,300 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting eb9c2c1da3494fc7888e57b3df36377f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733822610228 2024-12-10T09:23:32,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822672308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:32,310 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#C#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:32,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822672310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:32,311 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/24cfbee59a49488a91f655d2cfe173e1 is 50, key is test_row_0/C:col10/1733822611351/Put/seqid=0 2024-12-10T09:23:32,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822672313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:32,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741929_1105 (size=13289) 2024-12-10T09:23:32,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/e26dc8a49e7846f6bf502632421e30e8 2024-12-10T09:23:32,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/e65de93de22f4c329d2337b62b9376e1 is 50, key is test_row_0/B:col10/1733822611368/Put/seqid=0 2024-12-10T09:23:32,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741930_1106 (size=12301) 2024-12-10T09:23:32,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/e65de93de22f4c329d2337b62b9376e1 2024-12-10T09:23:32,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/53700344c78041009e846632aa933d70 is 50, key is test_row_0/C:col10/1733822611368/Put/seqid=0 2024-12-10T09:23:32,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741931_1107 (size=12301) 2024-12-10T09:23:32,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822672613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:32,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822672613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:32,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822672617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:32,732 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/24cfbee59a49488a91f655d2cfe173e1 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/24cfbee59a49488a91f655d2cfe173e1 2024-12-10T09:23:32,737 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/C of 3670603c0ed1b22beb1cd048c84faa7d into 24cfbee59a49488a91f655d2cfe173e1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:32,737 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:32,738 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/C, priority=12, startTime=1733822611841; duration=0sec 2024-12-10T09:23:32,738 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:32,738 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:C 2024-12-10T09:23:32,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/53700344c78041009e846632aa933d70 2024-12-10T09:23:32,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/e26dc8a49e7846f6bf502632421e30e8 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e26dc8a49e7846f6bf502632421e30e8 2024-12-10T09:23:32,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e26dc8a49e7846f6bf502632421e30e8, entries=150, sequenceid=437, filesize=12.0 K 2024-12-10T09:23:32,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/e65de93de22f4c329d2337b62b9376e1 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/e65de93de22f4c329d2337b62b9376e1 2024-12-10T09:23:32,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/e65de93de22f4c329d2337b62b9376e1, entries=150, sequenceid=437, filesize=12.0 K 2024-12-10T09:23:32,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/53700344c78041009e846632aa933d70 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/53700344c78041009e846632aa933d70 2024-12-10T09:23:32,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/53700344c78041009e846632aa933d70, entries=150, sequenceid=437, filesize=12.0 K 2024-12-10T09:23:32,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3670603c0ed1b22beb1cd048c84faa7d in 871ms, sequenceid=437, compaction requested=false 2024-12-10T09:23:32,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-10T09:23:32,885 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-10T09:23:32,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-10T09:23:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-10T09:23:32,887 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:32,888 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:32,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-10T09:23:33,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:33,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-10T09:23:33,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:33,043 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-10T09:23:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:33,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/5d3d592fe0a3482490b808d938ee47c2 is 50, key is test_row_0/A:col10/1733822611999/Put/seqid=0 2024-12-10T09:23:33,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741932_1108 (size=12301) 2024-12-10T09:23:33,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:33,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822673140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:33,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822673144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:33,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822673144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-10T09:23:33,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48114 deadline: 1733822673206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:33,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48154 deadline: 1733822673207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:33,208 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:23:33,208 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:23:33,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822673245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:33,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822673247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:33,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822673247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:33,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822673448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:33,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822673450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:33,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822673450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:33,453 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/5d3d592fe0a3482490b808d938ee47c2 2024-12-10T09:23:33,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/c3f7e0acc5c143318c28060da480efec is 50, key is test_row_0/B:col10/1733822611999/Put/seqid=0 2024-12-10T09:23:33,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741933_1109 (size=12301) 2024-12-10T09:23:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-10T09:23:33,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822673752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:33,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822673753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:33,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822673755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:33,864 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/c3f7e0acc5c143318c28060da480efec 2024-12-10T09:23:33,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/9da01715557849ba94959f1aac1c5c66 is 50, key is test_row_0/C:col10/1733822611999/Put/seqid=0 2024-12-10T09:23:33,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741934_1110 (size=12301) 2024-12-10T09:23:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-10T09:23:34,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822674258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:34,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822674259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:34,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822674260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:34,279 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/9da01715557849ba94959f1aac1c5c66 2024-12-10T09:23:34,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/5d3d592fe0a3482490b808d938ee47c2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/5d3d592fe0a3482490b808d938ee47c2 2024-12-10T09:23:34,290 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/5d3d592fe0a3482490b808d938ee47c2, entries=150, sequenceid=454, filesize=12.0 K 2024-12-10T09:23:34,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/c3f7e0acc5c143318c28060da480efec as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/c3f7e0acc5c143318c28060da480efec 2024-12-10T09:23:34,297 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/c3f7e0acc5c143318c28060da480efec, entries=150, sequenceid=454, filesize=12.0 K 2024-12-10T09:23:34,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/9da01715557849ba94959f1aac1c5c66 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/9da01715557849ba94959f1aac1c5c66 2024-12-10T09:23:34,304 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/9da01715557849ba94959f1aac1c5c66, entries=150, sequenceid=454, filesize=12.0 K 2024-12-10T09:23:34,305 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 3670603c0ed1b22beb1cd048c84faa7d in 1262ms, sequenceid=454, compaction requested=true 2024-12-10T09:23:34,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:34,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:34,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-10T09:23:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-10T09:23:34,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-10T09:23:34,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec 2024-12-10T09:23:34,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.4220 sec 2024-12-10T09:23:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-10T09:23:34,991 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-10T09:23:34,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-10T09:23:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-10T09:23:34,993 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:34,994 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:34,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-10T09:23:35,145 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:35,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-10T09:23:35,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:35,146 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-10T09:23:35,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:35,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:35,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:35,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:35,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:35,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:35,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/7075856f3f6c492a88356b13c9c2ba71 is 50, key is test_row_0/A:col10/1733822613142/Put/seqid=0 2024-12-10T09:23:35,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741935_1111 (size=12301) 2024-12-10T09:23:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:35,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822675278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:35,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822675279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:35,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822675279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-10T09:23:35,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822675381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:35,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822675382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:35,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822675382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:35,555 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/7075856f3f6c492a88356b13c9c2ba71 2024-12-10T09:23:35,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/ce51a937aedc41e2aab2d088a8f944c0 is 50, key is test_row_0/B:col10/1733822613142/Put/seqid=0 2024-12-10T09:23:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741936_1112 (size=12301) 2024-12-10T09:23:35,567 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/ce51a937aedc41e2aab2d088a8f944c0 2024-12-10T09:23:35,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/8a1db8fdec0644d2aecf07b2fa8dd036 is 50, key is test_row_0/C:col10/1733822613142/Put/seqid=0 2024-12-10T09:23:35,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741937_1113 (size=12301) 2024-12-10T09:23:35,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822675584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:35,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822675585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:35,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822675585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-10T09:23:35,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:35,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822675887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822675888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:35,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822675892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:35,980 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/8a1db8fdec0644d2aecf07b2fa8dd036 2024-12-10T09:23:35,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/7075856f3f6c492a88356b13c9c2ba71 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7075856f3f6c492a88356b13c9c2ba71 2024-12-10T09:23:35,991 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7075856f3f6c492a88356b13c9c2ba71, entries=150, sequenceid=477, filesize=12.0 K 2024-12-10T09:23:35,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/ce51a937aedc41e2aab2d088a8f944c0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/ce51a937aedc41e2aab2d088a8f944c0 2024-12-10T09:23:35,999 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/ce51a937aedc41e2aab2d088a8f944c0, entries=150, sequenceid=477, filesize=12.0 K 2024-12-10T09:23:36,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/8a1db8fdec0644d2aecf07b2fa8dd036 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/8a1db8fdec0644d2aecf07b2fa8dd036 2024-12-10T09:23:36,006 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/8a1db8fdec0644d2aecf07b2fa8dd036, entries=150, sequenceid=477, filesize=12.0 K 2024-12-10T09:23:36,007 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3670603c0ed1b22beb1cd048c84faa7d in 861ms, sequenceid=477, compaction requested=true 2024-12-10T09:23:36,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:36,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:36,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-10T09:23:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-10T09:23:36,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-10T09:23:36,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0150 sec 2024-12-10T09:23:36,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.0190 sec 2024-12-10T09:23:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-10T09:23:36,096 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-10T09:23:36,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-10T09:23:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-10T09:23:36,102 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:36,102 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:36,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-10T09:23:36,253 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:36,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-10T09:23:36,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:36,254 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-10T09:23:36,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:36,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:36,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:36,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:36,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:36,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:36,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/7397acf489e943e6968f2494ed34d793 is 50, key is test_row_0/A:col10/1733822615276/Put/seqid=0 2024-12-10T09:23:36,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741938_1114 (size=12301) 2024-12-10T09:23:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:36,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-10T09:23:36,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822676414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:36,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822676414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:36,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822676415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:36,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822676517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:36,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822676519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:36,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822676520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:36,663 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/7397acf489e943e6968f2494ed34d793 2024-12-10T09:23:36,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/f3b2b3352c974e9db53ad3bf1466e40e is 50, key is test_row_0/B:col10/1733822615276/Put/seqid=0 2024-12-10T09:23:36,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741939_1115 (size=12301) 2024-12-10T09:23:36,675 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/f3b2b3352c974e9db53ad3bf1466e40e 2024-12-10T09:23:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/d01059f2b1e94e3e8cb8dc261c9de2f7 is 50, key is test_row_0/C:col10/1733822615276/Put/seqid=0 2024-12-10T09:23:36,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741940_1116 (size=12301) 2024-12-10T09:23:36,689 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/d01059f2b1e94e3e8cb8dc261c9de2f7 2024-12-10T09:23:36,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/7397acf489e943e6968f2494ed34d793 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7397acf489e943e6968f2494ed34d793 2024-12-10T09:23:36,698 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7397acf489e943e6968f2494ed34d793, entries=150, sequenceid=490, filesize=12.0 K 2024-12-10T09:23:36,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/f3b2b3352c974e9db53ad3bf1466e40e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/f3b2b3352c974e9db53ad3bf1466e40e 2024-12-10T09:23:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-10T09:23:36,704 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/f3b2b3352c974e9db53ad3bf1466e40e, entries=150, sequenceid=490, filesize=12.0 K 2024-12-10T09:23:36,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/d01059f2b1e94e3e8cb8dc261c9de2f7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/d01059f2b1e94e3e8cb8dc261c9de2f7 2024-12-10T09:23:36,710 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/d01059f2b1e94e3e8cb8dc261c9de2f7, entries=150, sequenceid=490, filesize=12.0 K 2024-12-10T09:23:36,710 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3670603c0ed1b22beb1cd048c84faa7d in 456ms, sequenceid=490, compaction requested=true 2024-12-10T09:23:36,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:36,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:36,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-10T09:23:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-10T09:23:36,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-10T09:23:36,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 610 msec 2024-12-10T09:23:36,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 616 msec 2024-12-10T09:23:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:36,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-10T09:23:36,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:36,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:36,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:36,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:36,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:36,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:36,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/721ab170332241cb8301eedf23970da9 is 50, key is test_row_0/A:col10/1733822616721/Put/seqid=0 2024-12-10T09:23:36,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822676730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:36,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741941_1117 (size=12301) 2024-12-10T09:23:36,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822676731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:36,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822676733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:36,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:36,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822676835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822676835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:36,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822676836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:37,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822677041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:37,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822677041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:37,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822677045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:37,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/721ab170332241cb8301eedf23970da9 2024-12-10T09:23:37,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/cd0ddc1d2e7a4cbe841e733f9f2d10e4 is 50, key is test_row_0/B:col10/1733822616721/Put/seqid=0 2024-12-10T09:23:37,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741942_1118 (size=12301) 2024-12-10T09:23:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-10T09:23:37,203 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-10T09:23:37,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-10T09:23:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-10T09:23:37,206 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:37,206 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:37,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-10T09:23:37,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:37,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822677344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822677343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:37,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822677349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:37,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:37,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-10T09:23:37,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:37,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:37,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:37,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:37,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-10T09:23:37,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:37,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-10T09:23:37,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:37,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:37,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:37,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:37,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:37,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/cd0ddc1d2e7a4cbe841e733f9f2d10e4 2024-12-10T09:23:37,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/900e09e504a24d78bd6b55fb79812c4e is 50, key is test_row_0/C:col10/1733822616721/Put/seqid=0 2024-12-10T09:23:37,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741943_1119 (size=12301) 2024-12-10T09:23:37,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:37,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-10T09:23:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:37,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:37,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-10T09:23:37,816 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:37,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-10T09:23:37,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:37,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:37,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:37,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:37,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:37,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822677847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:37,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822677848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:37,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822677853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:37,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/900e09e504a24d78bd6b55fb79812c4e 2024-12-10T09:23:37,969 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:37,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-10T09:23:37,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:37,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:37,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:37,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:37,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:37,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/721ab170332241cb8301eedf23970da9 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/721ab170332241cb8301eedf23970da9 2024-12-10T09:23:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:37,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/721ab170332241cb8301eedf23970da9, entries=150, sequenceid=514, filesize=12.0 K 2024-12-10T09:23:37,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/cd0ddc1d2e7a4cbe841e733f9f2d10e4 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/cd0ddc1d2e7a4cbe841e733f9f2d10e4 2024-12-10T09:23:37,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/cd0ddc1d2e7a4cbe841e733f9f2d10e4, entries=150, sequenceid=514, filesize=12.0 K 2024-12-10T09:23:37,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/900e09e504a24d78bd6b55fb79812c4e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/900e09e504a24d78bd6b55fb79812c4e 2024-12-10T09:23:37,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/900e09e504a24d78bd6b55fb79812c4e, entries=150, sequenceid=514, filesize=12.0 K 2024-12-10T09:23:37,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3670603c0ed1b22beb1cd048c84faa7d in 1264ms, sequenceid=514, compaction requested=true 2024-12-10T09:23:37,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:37,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:23:37,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:37,988 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-10T09:23:37,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:23:37,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:37,988 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-10T09:23:37,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:23:37,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:37,990 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74794 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-10T09:23:37,990 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/A is initiating minor compaction (all files) 2024-12-10T09:23:37,990 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/A in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:37,990 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c3fdc8b9b87f41398411363e939dfbfb, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e26dc8a49e7846f6bf502632421e30e8, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/5d3d592fe0a3482490b808d938ee47c2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7075856f3f6c492a88356b13c9c2ba71, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7397acf489e943e6968f2494ed34d793, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/721ab170332241cb8301eedf23970da9] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=73.0 K 2024-12-10T09:23:37,991 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74794 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-10T09:23:37,991 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/B is initiating minor compaction (all files) 2024-12-10T09:23:37,991 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/B in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:37,991 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/23fa29c30edc4d48bf24c30b818d0368, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/e65de93de22f4c329d2337b62b9376e1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/c3f7e0acc5c143318c28060da480efec, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/ce51a937aedc41e2aab2d088a8f944c0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/f3b2b3352c974e9db53ad3bf1466e40e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/cd0ddc1d2e7a4cbe841e733f9f2d10e4] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=73.0 K 2024-12-10T09:23:37,991 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 23fa29c30edc4d48bf24c30b818d0368, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733822610228 2024-12-10T09:23:37,991 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3fdc8b9b87f41398411363e939dfbfb, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733822610228 2024-12-10T09:23:37,992 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting e26dc8a49e7846f6bf502632421e30e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733822611368 2024-12-10T09:23:37,992 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting e65de93de22f4c329d2337b62b9376e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733822611368 2024-12-10T09:23:37,992 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting c3f7e0acc5c143318c28060da480efec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733822611999 2024-12-10T09:23:37,992 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d3d592fe0a3482490b808d938ee47c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733822611999 2024-12-10T09:23:37,993 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting ce51a937aedc41e2aab2d088a8f944c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733822613139 2024-12-10T09:23:37,993 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7075856f3f6c492a88356b13c9c2ba71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733822613139 2024-12-10T09:23:37,993 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting f3b2b3352c974e9db53ad3bf1466e40e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733822615272 2024-12-10T09:23:37,993 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7397acf489e943e6968f2494ed34d793, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733822615272 2024-12-10T09:23:37,994 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting cd0ddc1d2e7a4cbe841e733f9f2d10e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1733822616406 2024-12-10T09:23:37,994 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 721ab170332241cb8301eedf23970da9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1733822616406 2024-12-10T09:23:38,010 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#B#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:38,011 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/60fe92dc9d9a4a0e98cf05321c630966 is 50, key is test_row_0/B:col10/1733822616721/Put/seqid=0 2024-12-10T09:23:38,013 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#A#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:38,014 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/324c771aee5149c3a194bdbded748df3 is 50, key is test_row_0/A:col10/1733822616721/Put/seqid=0 2024-12-10T09:23:38,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741944_1120 (size=13493) 2024-12-10T09:23:38,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741945_1121 (size=13493) 2024-12-10T09:23:38,122 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:38,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-10T09:23:38,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:38,122 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-10T09:23:38,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:38,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:38,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:38,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:38,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:38,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:38,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/95d199ee13cb4ee984069b855573af2f is 50, key is test_row_0/A:col10/1733822616732/Put/seqid=0 2024-12-10T09:23:38,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741946_1122 (size=12301) 2024-12-10T09:23:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-10T09:23:38,425 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/60fe92dc9d9a4a0e98cf05321c630966 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/60fe92dc9d9a4a0e98cf05321c630966 2024-12-10T09:23:38,430 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/324c771aee5149c3a194bdbded748df3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/324c771aee5149c3a194bdbded748df3 2024-12-10T09:23:38,430 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/B of 3670603c0ed1b22beb1cd048c84faa7d into 60fe92dc9d9a4a0e98cf05321c630966(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:38,431 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:38,431 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/B, priority=10, startTime=1733822617988; duration=0sec 2024-12-10T09:23:38,431 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:38,431 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:B 2024-12-10T09:23:38,431 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-10T09:23:38,434 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74794 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-10T09:23:38,434 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/C is initiating minor compaction (all files) 2024-12-10T09:23:38,434 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/C in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:38,434 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/24cfbee59a49488a91f655d2cfe173e1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/53700344c78041009e846632aa933d70, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/9da01715557849ba94959f1aac1c5c66, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/8a1db8fdec0644d2aecf07b2fa8dd036, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/d01059f2b1e94e3e8cb8dc261c9de2f7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/900e09e504a24d78bd6b55fb79812c4e] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=73.0 K 2024-12-10T09:23:38,436 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 24cfbee59a49488a91f655d2cfe173e1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733822610228 2024-12-10T09:23:38,436 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 53700344c78041009e846632aa933d70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733822611368 2024-12-10T09:23:38,437 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 9da01715557849ba94959f1aac1c5c66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1733822611999 2024-12-10T09:23:38,437 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a1db8fdec0644d2aecf07b2fa8dd036, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733822613139 2024-12-10T09:23:38,437 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting d01059f2b1e94e3e8cb8dc261c9de2f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1733822615272 2024-12-10T09:23:38,438 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/A of 3670603c0ed1b22beb1cd048c84faa7d into 324c771aee5149c3a194bdbded748df3(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:38,438 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:38,438 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/A, priority=10, startTime=1733822617988; duration=0sec 2024-12-10T09:23:38,438 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 900e09e504a24d78bd6b55fb79812c4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1733822616406 2024-12-10T09:23:38,438 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:38,438 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:A 2024-12-10T09:23:38,450 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#C#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:38,450 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/2086ccdc7e2d465195db8c520308605d is 50, key is test_row_0/C:col10/1733822616721/Put/seqid=0 2024-12-10T09:23:38,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741947_1123 (size=13493) 2024-12-10T09:23:38,536 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/95d199ee13cb4ee984069b855573af2f 2024-12-10T09:23:38,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/6659c48bb6c147f5a2d245fc91aee33f is 50, key is test_row_0/B:col10/1733822616732/Put/seqid=0 2024-12-10T09:23:38,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741948_1124 (size=12301) 2024-12-10T09:23:38,550 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/6659c48bb6c147f5a2d245fc91aee33f 2024-12-10T09:23:38,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/3cd12dcbfff547ceae2600089b1f557f is 50, key is test_row_0/C:col10/1733822616732/Put/seqid=0 2024-12-10T09:23:38,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741949_1125 (size=12301) 2024-12-10T09:23:38,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:38,875 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/2086ccdc7e2d465195db8c520308605d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2086ccdc7e2d465195db8c520308605d 2024-12-10T09:23:38,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822678878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:38,880 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/C of 3670603c0ed1b22beb1cd048c84faa7d into 2086ccdc7e2d465195db8c520308605d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:38,881 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:38,881 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/C, priority=10, startTime=1733822617988; duration=0sec 2024-12-10T09:23:38,881 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:38,881 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:C 2024-12-10T09:23:38,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822678878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:38,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822678879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:38,963 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/3cd12dcbfff547ceae2600089b1f557f 2024-12-10T09:23:38,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/95d199ee13cb4ee984069b855573af2f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/95d199ee13cb4ee984069b855573af2f 2024-12-10T09:23:38,972 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/95d199ee13cb4ee984069b855573af2f, entries=150, sequenceid=526, filesize=12.0 K 2024-12-10T09:23:38,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/6659c48bb6c147f5a2d245fc91aee33f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/6659c48bb6c147f5a2d245fc91aee33f 2024-12-10T09:23:38,977 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/6659c48bb6c147f5a2d245fc91aee33f, entries=150, sequenceid=526, filesize=12.0 K 2024-12-10T09:23:38,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/3cd12dcbfff547ceae2600089b1f557f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/3cd12dcbfff547ceae2600089b1f557f 2024-12-10T09:23:38,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822678995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:38,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822678996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:38,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822678996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:38,998 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/3cd12dcbfff547ceae2600089b1f557f, entries=150, sequenceid=526, filesize=12.0 K 2024-12-10T09:23:38,999 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3670603c0ed1b22beb1cd048c84faa7d in 877ms, sequenceid=526, compaction requested=false 2024-12-10T09:23:38,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:38,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:38,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-10T09:23:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-10T09:23:39,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-10T09:23:39,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7950 sec 2024-12-10T09:23:39,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.7990 sec 2024-12-10T09:23:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:39,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-10T09:23:39,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:39,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:39,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:39,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:39,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:39,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:39,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/be250cda26c64b3bb2bcb2a4a9264c6e is 50, key is test_row_0/A:col10/1733822618877/Put/seqid=0 2024-12-10T09:23:39,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822679207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822679208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822679208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741950_1126 (size=14741) 2024-12-10T09:23:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-10T09:23:39,309 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-10T09:23:39,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:39,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822679309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822679309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-12-10T09:23:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-10T09:23:39,312 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:39,312 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:39,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:39,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822679311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-10T09:23:39,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-10T09:23:39,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:39,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:39,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:39,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:39,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:39,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822679511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822679511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822679514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,585 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75a3f509 to 127.0.0.1:56918 2024-12-10T09:23:39,586 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:23:39,586 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04d2d42f to 127.0.0.1:56918 2024-12-10T09:23:39,586 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:23:39,587 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x522af94d to 127.0.0.1:56918 2024-12-10T09:23:39,587 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:23:39,587 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e3a4695 to 127.0.0.1:56918 2024-12-10T09:23:39,587 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:23:39,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/be250cda26c64b3bb2bcb2a4a9264c6e 2024-12-10T09:23:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-10T09:23:39,616 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-10T09:23:39,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:39,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:39,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:39,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:39,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:39,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/4e006cea83cc4064841f23f5fe154a6f is 50, key is test_row_0/B:col10/1733822618877/Put/seqid=0 2024-12-10T09:23:39,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741951_1127 (size=12301) 2024-12-10T09:23:39,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,771 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T09:23:39,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-10T09:23:39,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:39,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:39,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:39,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:39,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:39,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:39,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822679815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822679816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822679817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-10T09:23:39,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:39,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-10T09:23:39,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:39,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:39,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:39,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:39,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:40,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/4e006cea83cc4064841f23f5fe154a6f 2024-12-10T09:23:40,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/1105029d210f4fb6a477194c362843b3 is 50, key is test_row_0/C:col10/1733822618877/Put/seqid=0 2024-12-10T09:23:40,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741952_1128 (size=12301) 2024-12-10T09:23:40,085 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:40,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-10T09:23:40,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:40,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:40,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:40,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:40,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:40,240 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:40,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-10T09:23:40,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:40,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:40,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:40,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:40,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:40,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1733822680321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:40,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48158 deadline: 1733822680322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:40,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48142 deadline: 1733822680324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:40,397 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:40,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-10T09:23:40,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:40,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:40,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:40,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:40,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-10T09:23:40,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/1105029d210f4fb6a477194c362843b3 2024-12-10T09:23:40,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/be250cda26c64b3bb2bcb2a4a9264c6e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/be250cda26c64b3bb2bcb2a4a9264c6e 2024-12-10T09:23:40,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/be250cda26c64b3bb2bcb2a4a9264c6e, entries=200, sequenceid=554, filesize=14.4 K 2024-12-10T09:23:40,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/4e006cea83cc4064841f23f5fe154a6f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/4e006cea83cc4064841f23f5fe154a6f 2024-12-10T09:23:40,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/4e006cea83cc4064841f23f5fe154a6f, entries=150, sequenceid=554, filesize=12.0 K 2024-12-10T09:23:40,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/1105029d210f4fb6a477194c362843b3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1105029d210f4fb6a477194c362843b3 2024-12-10T09:23:40,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1105029d210f4fb6a477194c362843b3, entries=150, sequenceid=554, filesize=12.0 K 2024-12-10T09:23:40,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3670603c0ed1b22beb1cd048c84faa7d in 1281ms, sequenceid=554, compaction requested=true 2024-12-10T09:23:40,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:40,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:23:40,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:40,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:23:40,480 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:40,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:40,480 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:40,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3670603c0ed1b22beb1cd048c84faa7d:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:23:40,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:40,481 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:40,481 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:40,481 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/B is initiating minor compaction (all files) 2024-12-10T09:23:40,481 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/A is initiating minor compaction (all files) 2024-12-10T09:23:40,481 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/A in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:40,481 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/B in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:40,482 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/324c771aee5149c3a194bdbded748df3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/95d199ee13cb4ee984069b855573af2f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/be250cda26c64b3bb2bcb2a4a9264c6e] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=39.6 K 2024-12-10T09:23:40,482 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/60fe92dc9d9a4a0e98cf05321c630966, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/6659c48bb6c147f5a2d245fc91aee33f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/4e006cea83cc4064841f23f5fe154a6f] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=37.2 K 2024-12-10T09:23:40,482 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 324c771aee5149c3a194bdbded748df3, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1733822616406 2024-12-10T09:23:40,482 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 60fe92dc9d9a4a0e98cf05321c630966, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1733822616406 2024-12-10T09:23:40,482 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95d199ee13cb4ee984069b855573af2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1733822616727 2024-12-10T09:23:40,482 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6659c48bb6c147f5a2d245fc91aee33f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1733822616727 2024-12-10T09:23:40,483 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting be250cda26c64b3bb2bcb2a4a9264c6e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1733822618873 2024-12-10T09:23:40,483 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e006cea83cc4064841f23f5fe154a6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1733822618873 2024-12-10T09:23:40,490 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#B#compaction#114 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:40,490 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/f75f70aac0c844858a58464a367e000c is 50, key is test_row_0/B:col10/1733822618877/Put/seqid=0 2024-12-10T09:23:40,490 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#A#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:40,491 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/30fb6491bcff41a08ca70921c5616de4 is 50, key is test_row_0/A:col10/1733822618877/Put/seqid=0 2024-12-10T09:23:40,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741954_1130 (size=13595) 2024-12-10T09:23:40,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741953_1129 (size=13595) 2024-12-10T09:23:40,551 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:40,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-10T09:23:40,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:40,553 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-10T09:23:40,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:40,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:40,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:40,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:40,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/669b734d945a446babe583bc7587458f is 50, key is test_row_0/A:col10/1733822619206/Put/seqid=0 2024-12-10T09:23:40,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741955_1131 (size=12301) 2024-12-10T09:23:40,909 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/30fb6491bcff41a08ca70921c5616de4 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/30fb6491bcff41a08ca70921c5616de4 2024-12-10T09:23:40,909 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/f75f70aac0c844858a58464a367e000c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/f75f70aac0c844858a58464a367e000c 2024-12-10T09:23:40,915 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/A of 3670603c0ed1b22beb1cd048c84faa7d into 30fb6491bcff41a08ca70921c5616de4(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:40,915 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/B of 3670603c0ed1b22beb1cd048c84faa7d into f75f70aac0c844858a58464a367e000c(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:40,915 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:40,915 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:40,915 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/A, priority=13, startTime=1733822620480; duration=0sec 2024-12-10T09:23:40,915 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/B, priority=13, startTime=1733822620480; duration=0sec 2024-12-10T09:23:40,915 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:40,915 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:B 2024-12-10T09:23:40,915 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:40,915 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:A 2024-12-10T09:23:40,915 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:40,916 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:40,916 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 3670603c0ed1b22beb1cd048c84faa7d/C is initiating minor compaction (all files) 2024-12-10T09:23:40,917 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3670603c0ed1b22beb1cd048c84faa7d/C in TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:40,917 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2086ccdc7e2d465195db8c520308605d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/3cd12dcbfff547ceae2600089b1f557f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1105029d210f4fb6a477194c362843b3] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp, totalSize=37.2 K 2024-12-10T09:23:40,917 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 2086ccdc7e2d465195db8c520308605d, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1733822616406 2024-12-10T09:23:40,917 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cd12dcbfff547ceae2600089b1f557f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1733822616727 2024-12-10T09:23:40,918 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1105029d210f4fb6a477194c362843b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1733822618873 2024-12-10T09:23:40,924 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3670603c0ed1b22beb1cd048c84faa7d#C#compaction#117 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:40,925 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/3869b5b56c174b7fa4c7c7d7d980d6a3 is 50, key is test_row_0/C:col10/1733822618877/Put/seqid=0 2024-12-10T09:23:40,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741956_1132 (size=13595) 2024-12-10T09:23:40,968 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/669b734d945a446babe583bc7587458f 2024-12-10T09:23:40,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/c3c9d5e6998a46e8a92dd7ced805c537 is 50, key is test_row_0/B:col10/1733822619206/Put/seqid=0 2024-12-10T09:23:40,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741957_1133 (size=12301) 2024-12-10T09:23:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:41,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. as already flushing 2024-12-10T09:23:41,324 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18db075f to 127.0.0.1:56918 2024-12-10T09:23:41,324 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:23:41,330 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c0e492 to 127.0.0.1:56918 2024-12-10T09:23:41,330 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:23:41,334 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36f4802b to 127.0.0.1:56918 2024-12-10T09:23:41,334 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:23:41,351 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/3869b5b56c174b7fa4c7c7d7d980d6a3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/3869b5b56c174b7fa4c7c7d7d980d6a3 2024-12-10T09:23:41,357 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3670603c0ed1b22beb1cd048c84faa7d/C of 3670603c0ed1b22beb1cd048c84faa7d into 3869b5b56c174b7fa4c7c7d7d980d6a3(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:41,357 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:41,357 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d., storeName=3670603c0ed1b22beb1cd048c84faa7d/C, priority=13, startTime=1733822620480; duration=0sec 2024-12-10T09:23:41,357 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:41,357 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3670603c0ed1b22beb1cd048c84faa7d:C 2024-12-10T09:23:41,381 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/c3c9d5e6998a46e8a92dd7ced805c537 2024-12-10T09:23:41,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/f7f0767a9fa44582b5ce41f9d7ff5429 is 50, key is test_row_0/C:col10/1733822619206/Put/seqid=0 2024-12-10T09:23:41,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741958_1134 (size=12301) 2024-12-10T09:23:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-10T09:23:41,794 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/f7f0767a9fa44582b5ce41f9d7ff5429 2024-12-10T09:23:41,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/669b734d945a446babe583bc7587458f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/669b734d945a446babe583bc7587458f 2024-12-10T09:23:41,814 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/669b734d945a446babe583bc7587458f, entries=150, sequenceid=566, filesize=12.0 K 2024-12-10T09:23:41,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/c3c9d5e6998a46e8a92dd7ced805c537 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/c3c9d5e6998a46e8a92dd7ced805c537 2024-12-10T09:23:41,819 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/c3c9d5e6998a46e8a92dd7ced805c537, entries=150, sequenceid=566, filesize=12.0 K 2024-12-10T09:23:41,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/f7f0767a9fa44582b5ce41f9d7ff5429 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/f7f0767a9fa44582b5ce41f9d7ff5429 2024-12-10T09:23:41,824 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/f7f0767a9fa44582b5ce41f9d7ff5429, entries=150, sequenceid=566, filesize=12.0 K 2024-12-10T09:23:41,825 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=20.13 KB/20610 for 3670603c0ed1b22beb1cd048c84faa7d in 1272ms, sequenceid=566, compaction requested=false 2024-12-10T09:23:41,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:41,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:41,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-10T09:23:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-12-10T09:23:41,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-10T09:23:41,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5140 sec 2024-12-10T09:23:41,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 2.5180 sec 2024-12-10T09:23:43,227 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bc751a9 to 127.0.0.1:56918 2024-12-10T09:23:43,227 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:23:43,244 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05552403 to 127.0.0.1:56918 2024-12-10T09:23:43,244 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:23:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-10T09:23:43,420 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-10T09:23:43,421 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-10T09:23:43,421 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-10T09:23:43,421 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-12-10T09:23:43,421 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-12-10T09:23:43,421 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 126 2024-12-10T09:23:43,421 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-12-10T09:23:43,421 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-10T09:23:43,421 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7365 2024-12-10T09:23:43,421 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7236 2024-12-10T09:23:43,421 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-10T09:23:43,421 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3231 2024-12-10T09:23:43,421 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9687 rows 2024-12-10T09:23:43,421 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3227 2024-12-10T09:23:43,421 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9677 rows 2024-12-10T09:23:43,422 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T09:23:43,422 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66d3c4a2 to 127.0.0.1:56918 2024-12-10T09:23:43,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:23:43,430 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-10T09:23:43,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-10T09:23:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-10T09:23:43,439 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822623439"}]},"ts":"1733822623439"} 2024-12-10T09:23:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-10T09:23:43,440 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-10T09:23:43,449 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-10T09:23:43,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-10T09:23:43,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3670603c0ed1b22beb1cd048c84faa7d, UNASSIGN}] 2024-12-10T09:23:43,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3670603c0ed1b22beb1cd048c84faa7d, UNASSIGN 2024-12-10T09:23:43,456 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=3670603c0ed1b22beb1cd048c84faa7d, regionState=CLOSING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:23:43,457 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T09:23:43,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:23:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-10T09:23:43,614 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:43,618 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:43,618 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-10T09:23:43,620 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 3670603c0ed1b22beb1cd048c84faa7d, disabling compactions & flushes 2024-12-10T09:23:43,620 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:43,620 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:43,620 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. after waiting 0 ms 2024-12-10T09:23:43,620 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:43,620 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(2837): Flushing 3670603c0ed1b22beb1cd048c84faa7d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-10T09:23:43,620 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=A 2024-12-10T09:23:43,621 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:43,621 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=B 2024-12-10T09:23:43,621 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:43,621 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3670603c0ed1b22beb1cd048c84faa7d, store=C 2024-12-10T09:23:43,621 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:43,626 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/7ce84fa9a6da4389b462e707a3deaff1 is 50, key is test_row_0/A:col10/1733822623243/Put/seqid=0 2024-12-10T09:23:43,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741959_1135 (size=12301) 2024-12-10T09:23:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-10T09:23:43,880 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T09:23:43,883 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T09:23:44,033 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/7ce84fa9a6da4389b462e707a3deaff1 2024-12-10T09:23:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-10T09:23:44,045 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/a73b4da59a46421b81ced2ceb5fd3d4a is 50, key is test_row_0/B:col10/1733822623243/Put/seqid=0 2024-12-10T09:23:44,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741960_1136 (size=12301) 2024-12-10T09:23:44,452 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/a73b4da59a46421b81ced2ceb5fd3d4a 2024-12-10T09:23:44,467 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/2e18c38b426b4350a5e991e8ada16016 is 50, key is test_row_0/C:col10/1733822623243/Put/seqid=0 2024-12-10T09:23:44,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741961_1137 (size=12301) 2024-12-10T09:23:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-10T09:23:44,872 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/2e18c38b426b4350a5e991e8ada16016 2024-12-10T09:23:44,877 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/A/7ce84fa9a6da4389b462e707a3deaff1 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7ce84fa9a6da4389b462e707a3deaff1 2024-12-10T09:23:44,881 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7ce84fa9a6da4389b462e707a3deaff1, entries=150, sequenceid=577, filesize=12.0 K 2024-12-10T09:23:44,882 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/B/a73b4da59a46421b81ced2ceb5fd3d4a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/a73b4da59a46421b81ced2ceb5fd3d4a 2024-12-10T09:23:44,886 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/a73b4da59a46421b81ced2ceb5fd3d4a, entries=150, sequenceid=577, filesize=12.0 K 2024-12-10T09:23:44,886 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/.tmp/C/2e18c38b426b4350a5e991e8ada16016 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2e18c38b426b4350a5e991e8ada16016 2024-12-10T09:23:44,890 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2e18c38b426b4350a5e991e8ada16016, entries=150, sequenceid=577, filesize=12.0 K 2024-12-10T09:23:44,891 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3670603c0ed1b22beb1cd048c84faa7d in 1271ms, sequenceid=577, compaction requested=true 2024-12-10T09:23:44,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c652ae58a61a419db8578dae0c95db43, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/2db3e4671c3f479bb2117c8e47fc8072, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/d83b81afa4b9450c994a79ddb8282a30, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/f8fb3741f9a642abb1c566cdb8be1632, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9abd993f4fca43b1a6bab8aae2cd6655, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/11e76f48325d4d5c878f4a642d37b4be, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/271d81ea070448179fb87afad1c64c1a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/4c9a263a5d38478d89ca2446d382be59, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/861410db39824fffaedef4482fd93650, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c22210ae398b47bbbdcf4bf95fc34fe6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/f668809b79a44783a5f59bf1c4c0b6fe, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/276a46b1f3544a0c9ceec0b522a4d435, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/4be298f0f9b4400da7c0a7ddae6b0f31, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/d2963aeefc92483d920905dd72fdb47b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e6dc5f8d913148a8b6294ac9c5763122, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9ba845125cb24462a437aabaff98f59d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/fc99d4afc7594f2594562b813bfd33cf, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/6b95bb5cc3054b93b20d22fc395affb0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7ea47c0f70bb45d6834fb7a6f436d045, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/69c158f9fd494889ae6775d0907a7411, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/b1ba579f7fbd47078866ebb0313e58d5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/62b240764dd7474b8ebd0836ede41739, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e21ab1408a5445369837bd2e1879e1a6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/75381baa011b43e49fc9f18002e8a41a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/ea89e2d22d2a4324a0b2bf539b84797a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9499f6f9be744d6b987b417c67c04562, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/19aed6894880406eaa823988148af01e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/5dde564f265442018b1bee5fa7ba988f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c3fdc8b9b87f41398411363e939dfbfb, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/51513b0434c24b43b51e6e94977fde4a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e26dc8a49e7846f6bf502632421e30e8, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/5d3d592fe0a3482490b808d938ee47c2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7075856f3f6c492a88356b13c9c2ba71, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7397acf489e943e6968f2494ed34d793, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/324c771aee5149c3a194bdbded748df3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/721ab170332241cb8301eedf23970da9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/95d199ee13cb4ee984069b855573af2f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/be250cda26c64b3bb2bcb2a4a9264c6e] to archive 2024-12-10T09:23:44,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:23:44,902 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/d83b81afa4b9450c994a79ddb8282a30 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/d83b81afa4b9450c994a79ddb8282a30 2024-12-10T09:23:44,902 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/2db3e4671c3f479bb2117c8e47fc8072 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/2db3e4671c3f479bb2117c8e47fc8072 2024-12-10T09:23:44,902 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/f8fb3741f9a642abb1c566cdb8be1632 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/f8fb3741f9a642abb1c566cdb8be1632 2024-12-10T09:23:44,902 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/11e76f48325d4d5c878f4a642d37b4be to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/11e76f48325d4d5c878f4a642d37b4be 2024-12-10T09:23:44,902 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/271d81ea070448179fb87afad1c64c1a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/271d81ea070448179fb87afad1c64c1a 2024-12-10T09:23:44,902 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c652ae58a61a419db8578dae0c95db43 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c652ae58a61a419db8578dae0c95db43 2024-12-10T09:23:44,903 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9abd993f4fca43b1a6bab8aae2cd6655 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9abd993f4fca43b1a6bab8aae2cd6655 2024-12-10T09:23:44,903 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/4c9a263a5d38478d89ca2446d382be59 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/4c9a263a5d38478d89ca2446d382be59 2024-12-10T09:23:44,904 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/f668809b79a44783a5f59bf1c4c0b6fe to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/f668809b79a44783a5f59bf1c4c0b6fe 2024-12-10T09:23:44,905 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c22210ae398b47bbbdcf4bf95fc34fe6 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c22210ae398b47bbbdcf4bf95fc34fe6 2024-12-10T09:23:44,905 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/276a46b1f3544a0c9ceec0b522a4d435 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/276a46b1f3544a0c9ceec0b522a4d435 2024-12-10T09:23:44,905 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/861410db39824fffaedef4482fd93650 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/861410db39824fffaedef4482fd93650 2024-12-10T09:23:44,905 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/d2963aeefc92483d920905dd72fdb47b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/d2963aeefc92483d920905dd72fdb47b 2024-12-10T09:23:44,905 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/4be298f0f9b4400da7c0a7ddae6b0f31 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/4be298f0f9b4400da7c0a7ddae6b0f31 2024-12-10T09:23:44,905 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e6dc5f8d913148a8b6294ac9c5763122 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e6dc5f8d913148a8b6294ac9c5763122 2024-12-10T09:23:44,907 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9ba845125cb24462a437aabaff98f59d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9ba845125cb24462a437aabaff98f59d 2024-12-10T09:23:44,907 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/6b95bb5cc3054b93b20d22fc395affb0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/6b95bb5cc3054b93b20d22fc395affb0 2024-12-10T09:23:44,907 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/fc99d4afc7594f2594562b813bfd33cf to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/fc99d4afc7594f2594562b813bfd33cf 2024-12-10T09:23:44,908 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7ea47c0f70bb45d6834fb7a6f436d045 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7ea47c0f70bb45d6834fb7a6f436d045 2024-12-10T09:23:44,908 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/69c158f9fd494889ae6775d0907a7411 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/69c158f9fd494889ae6775d0907a7411 2024-12-10T09:23:44,908 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/b1ba579f7fbd47078866ebb0313e58d5 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/b1ba579f7fbd47078866ebb0313e58d5 2024-12-10T09:23:44,908 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/62b240764dd7474b8ebd0836ede41739 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/62b240764dd7474b8ebd0836ede41739 2024-12-10T09:23:44,909 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e21ab1408a5445369837bd2e1879e1a6 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e21ab1408a5445369837bd2e1879e1a6 2024-12-10T09:23:44,909 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/75381baa011b43e49fc9f18002e8a41a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/75381baa011b43e49fc9f18002e8a41a 2024-12-10T09:23:44,909 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/ea89e2d22d2a4324a0b2bf539b84797a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/ea89e2d22d2a4324a0b2bf539b84797a 2024-12-10T09:23:44,910 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9499f6f9be744d6b987b417c67c04562 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/9499f6f9be744d6b987b417c67c04562 2024-12-10T09:23:44,910 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/19aed6894880406eaa823988148af01e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/19aed6894880406eaa823988148af01e 2024-12-10T09:23:44,910 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/5dde564f265442018b1bee5fa7ba988f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/5dde564f265442018b1bee5fa7ba988f 2024-12-10T09:23:44,910 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c3fdc8b9b87f41398411363e939dfbfb to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/c3fdc8b9b87f41398411363e939dfbfb 2024-12-10T09:23:44,911 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/51513b0434c24b43b51e6e94977fde4a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/51513b0434c24b43b51e6e94977fde4a 2024-12-10T09:23:44,912 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/324c771aee5149c3a194bdbded748df3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/324c771aee5149c3a194bdbded748df3 2024-12-10T09:23:44,912 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7397acf489e943e6968f2494ed34d793 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7397acf489e943e6968f2494ed34d793 2024-12-10T09:23:44,912 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/5d3d592fe0a3482490b808d938ee47c2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/5d3d592fe0a3482490b808d938ee47c2 2024-12-10T09:23:44,912 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7075856f3f6c492a88356b13c9c2ba71 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7075856f3f6c492a88356b13c9c2ba71 2024-12-10T09:23:44,912 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/721ab170332241cb8301eedf23970da9 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/721ab170332241cb8301eedf23970da9 2024-12-10T09:23:44,913 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/95d199ee13cb4ee984069b855573af2f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/95d199ee13cb4ee984069b855573af2f 2024-12-10T09:23:44,913 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/be250cda26c64b3bb2bcb2a4a9264c6e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/be250cda26c64b3bb2bcb2a4a9264c6e 2024-12-10T09:23:44,914 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e26dc8a49e7846f6bf502632421e30e8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/e26dc8a49e7846f6bf502632421e30e8 2024-12-10T09:23:44,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/d533847ad8344c48aeba8ac2840be108, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/50826b71e523499194d6c7ee3f3098e8, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/57beb94bf47e4c798b4b6d32c1337ca5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/330e567fe2fb460d856e4aa464cb1f83, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/29ec27103ec04433857a66c5177f963f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/6243d4b1ea014ceb9181d4c819af9501, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/53f4bee7cdcb48f0acbe727f47999434, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/494ec230cb854f5db0eba315726d1893, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/de8372cc0d154ab8a9c974947255dec2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/31b9efe513ba49c3882b0766ac4846d8, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/b0c7faf671ce4dacaf5b2c6faca60387, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/4ab86bded05f47c7bed96299051d93a7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/48a2bfe65d5346daa984bc68a723d93e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/8b9731366db7451e9ec52eb43230720d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/394837272b974b89ada2e09ea86645dc, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/d74e8c3dee77478986c01396a4cab843, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/147d149b56b740efbf9df86ec3553919, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/54570cc82dc84f5db1b7e6f234e2beb3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/1aed80257ada495e8d561eb8c03ac184, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/a5bd3e45f28e448e8c4b7a66fddc79a2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/8fcff8bafdbb47f0bb596e69d08f53ca, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/190d1b77900844ffb2122f390cf4d2df, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/b19905129389410ea56998a359bb381b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/1806180bfba44628b898cad4be61557d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/a289840f106a4054a6dfaf28ece06583, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/f91d07aec6144b82bbd3d0290e938216, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/01a85ec87a4a46aa836a75f4dbaac4e0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/57008783393841378f3b5d7ee8a86342, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/23fa29c30edc4d48bf24c30b818d0368, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/529dd5a6436b4ec48fed490d1e60c39a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/e65de93de22f4c329d2337b62b9376e1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/c3f7e0acc5c143318c28060da480efec, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/ce51a937aedc41e2aab2d088a8f944c0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/f3b2b3352c974e9db53ad3bf1466e40e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/60fe92dc9d9a4a0e98cf05321c630966, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/cd0ddc1d2e7a4cbe841e733f9f2d10e4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/6659c48bb6c147f5a2d245fc91aee33f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/4e006cea83cc4064841f23f5fe154a6f] to archive 2024-12-10T09:23:44,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:23:44,930 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/29ec27103ec04433857a66c5177f963f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/29ec27103ec04433857a66c5177f963f 2024-12-10T09:23:44,930 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/57beb94bf47e4c798b4b6d32c1337ca5 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/57beb94bf47e4c798b4b6d32c1337ca5 2024-12-10T09:23:44,930 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/494ec230cb854f5db0eba315726d1893 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/494ec230cb854f5db0eba315726d1893 2024-12-10T09:23:44,930 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/50826b71e523499194d6c7ee3f3098e8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/50826b71e523499194d6c7ee3f3098e8 2024-12-10T09:23:44,930 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/d533847ad8344c48aeba8ac2840be108 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/d533847ad8344c48aeba8ac2840be108 2024-12-10T09:23:44,930 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/53f4bee7cdcb48f0acbe727f47999434 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/53f4bee7cdcb48f0acbe727f47999434 2024-12-10T09:23:44,931 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/6243d4b1ea014ceb9181d4c819af9501 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/6243d4b1ea014ceb9181d4c819af9501 2024-12-10T09:23:44,931 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/330e567fe2fb460d856e4aa464cb1f83 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/330e567fe2fb460d856e4aa464cb1f83 2024-12-10T09:23:44,933 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/4ab86bded05f47c7bed96299051d93a7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/4ab86bded05f47c7bed96299051d93a7 2024-12-10T09:23:44,933 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/31b9efe513ba49c3882b0766ac4846d8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/31b9efe513ba49c3882b0766ac4846d8 2024-12-10T09:23:44,933 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/b0c7faf671ce4dacaf5b2c6faca60387 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/b0c7faf671ce4dacaf5b2c6faca60387 2024-12-10T09:23:44,934 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/394837272b974b89ada2e09ea86645dc to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/394837272b974b89ada2e09ea86645dc 2024-12-10T09:23:44,934 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/48a2bfe65d5346daa984bc68a723d93e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/48a2bfe65d5346daa984bc68a723d93e 2024-12-10T09:23:44,934 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/d74e8c3dee77478986c01396a4cab843 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/d74e8c3dee77478986c01396a4cab843 2024-12-10T09:23:44,935 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/de8372cc0d154ab8a9c974947255dec2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/de8372cc0d154ab8a9c974947255dec2 2024-12-10T09:23:44,935 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/8b9731366db7451e9ec52eb43230720d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/8b9731366db7451e9ec52eb43230720d 2024-12-10T09:23:44,937 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/1aed80257ada495e8d561eb8c03ac184 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/1aed80257ada495e8d561eb8c03ac184 2024-12-10T09:23:44,937 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/8fcff8bafdbb47f0bb596e69d08f53ca to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/8fcff8bafdbb47f0bb596e69d08f53ca 2024-12-10T09:23:44,937 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/147d149b56b740efbf9df86ec3553919 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/147d149b56b740efbf9df86ec3553919 2024-12-10T09:23:44,937 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/54570cc82dc84f5db1b7e6f234e2beb3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/54570cc82dc84f5db1b7e6f234e2beb3 2024-12-10T09:23:44,937 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/190d1b77900844ffb2122f390cf4d2df to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/190d1b77900844ffb2122f390cf4d2df 2024-12-10T09:23:44,938 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/a5bd3e45f28e448e8c4b7a66fddc79a2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/a5bd3e45f28e448e8c4b7a66fddc79a2 2024-12-10T09:23:44,938 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/b19905129389410ea56998a359bb381b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/b19905129389410ea56998a359bb381b 2024-12-10T09:23:44,939 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/1806180bfba44628b898cad4be61557d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/1806180bfba44628b898cad4be61557d 2024-12-10T09:23:44,940 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/a289840f106a4054a6dfaf28ece06583 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/a289840f106a4054a6dfaf28ece06583 2024-12-10T09:23:44,940 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/f91d07aec6144b82bbd3d0290e938216 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/f91d07aec6144b82bbd3d0290e938216 2024-12-10T09:23:44,940 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/23fa29c30edc4d48bf24c30b818d0368 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/23fa29c30edc4d48bf24c30b818d0368 2024-12-10T09:23:44,940 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/57008783393841378f3b5d7ee8a86342 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/57008783393841378f3b5d7ee8a86342 2024-12-10T09:23:44,940 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/01a85ec87a4a46aa836a75f4dbaac4e0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/01a85ec87a4a46aa836a75f4dbaac4e0 2024-12-10T09:23:44,941 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/529dd5a6436b4ec48fed490d1e60c39a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/529dd5a6436b4ec48fed490d1e60c39a 2024-12-10T09:23:44,942 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/e65de93de22f4c329d2337b62b9376e1 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/e65de93de22f4c329d2337b62b9376e1 2024-12-10T09:23:44,943 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/c3f7e0acc5c143318c28060da480efec to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/c3f7e0acc5c143318c28060da480efec 2024-12-10T09:23:44,943 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/f3b2b3352c974e9db53ad3bf1466e40e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/f3b2b3352c974e9db53ad3bf1466e40e 2024-12-10T09:23:44,943 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/ce51a937aedc41e2aab2d088a8f944c0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/ce51a937aedc41e2aab2d088a8f944c0 2024-12-10T09:23:44,943 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/cd0ddc1d2e7a4cbe841e733f9f2d10e4 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/cd0ddc1d2e7a4cbe841e733f9f2d10e4 2024-12-10T09:23:44,943 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/60fe92dc9d9a4a0e98cf05321c630966 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/60fe92dc9d9a4a0e98cf05321c630966 2024-12-10T09:23:44,943 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/6659c48bb6c147f5a2d245fc91aee33f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/6659c48bb6c147f5a2d245fc91aee33f 2024-12-10T09:23:44,944 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/4e006cea83cc4064841f23f5fe154a6f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/4e006cea83cc4064841f23f5fe154a6f 2024-12-10T09:23:44,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1eb0f6b2556a4365a7922d03b23b88d5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/3b8e771453cf4721a4df1b7519a2ff87, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1d252b5b391040a59778d66eb7d03051, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/cc2e534e2035421290e0b9b3b102804a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/63c120c84e75444c96d5ddd541eb4bb7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/05325732d39c438ab1e3a429002d93c5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/065fa475d652458bbe2d8a03ebd576c4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/b6adbff60ef5402ea0673b4730b24fb0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/386432450a264331ad02f297f2abe963, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/dcb3b1f3f72f461b8c5229e3fb35f11e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/04fbc2cd04034bd989d9a34ef5fd3c84, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/573f0a5b4688476489f156b20ec9dafa, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/f91fabe14d2d48379ce6776b8eebd3d5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/86217c9b971b40c6b8de8b651db5d0b6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/c5e7a4f95a6549c78d866c634a69c61e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/81a347d09d3541acbd0bcb39b71ca36f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/0ca844ad4daa4221ae6edcef218f5f65, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2977e8db3b5e4c3a99d55b077f1b9c3a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/4f215a8542224f90b1c888cfd639f028, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1feed5a573ff443c9a2b1b14973b7e30, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/e34ed1c900e0428391eff1aab000b73e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/327fce59ead748a89aba4fb848917e17, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/41e379093b4f4ee486b677b8fc26b258, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/5625155b728c498694e008cab9f5228e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/228ed48cac66416f985bf0a7441072ee, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/10fd42eda0a9457a9170e65808bc7717, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/aa778c72467f4fcba9739d6b596a2e81, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2eb79ccb553540eaa6d72cf8f2dae59b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/24cfbee59a49488a91f655d2cfe173e1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/eb9c2c1da3494fc7888e57b3df36377f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/53700344c78041009e846632aa933d70, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/9da01715557849ba94959f1aac1c5c66, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/8a1db8fdec0644d2aecf07b2fa8dd036, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/d01059f2b1e94e3e8cb8dc261c9de2f7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2086ccdc7e2d465195db8c520308605d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/900e09e504a24d78bd6b55fb79812c4e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/3cd12dcbfff547ceae2600089b1f557f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1105029d210f4fb6a477194c362843b3] to archive 2024-12-10T09:23:44,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:23:44,949 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/05325732d39c438ab1e3a429002d93c5 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/05325732d39c438ab1e3a429002d93c5 2024-12-10T09:23:44,949 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1d252b5b391040a59778d66eb7d03051 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1d252b5b391040a59778d66eb7d03051 2024-12-10T09:23:44,949 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/cc2e534e2035421290e0b9b3b102804a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/cc2e534e2035421290e0b9b3b102804a 2024-12-10T09:23:44,949 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/3b8e771453cf4721a4df1b7519a2ff87 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/3b8e771453cf4721a4df1b7519a2ff87 2024-12-10T09:23:44,949 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/b6adbff60ef5402ea0673b4730b24fb0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/b6adbff60ef5402ea0673b4730b24fb0 2024-12-10T09:23:44,949 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/065fa475d652458bbe2d8a03ebd576c4 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/065fa475d652458bbe2d8a03ebd576c4 2024-12-10T09:23:44,950 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/63c120c84e75444c96d5ddd541eb4bb7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/63c120c84e75444c96d5ddd541eb4bb7 2024-12-10T09:23:44,950 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1eb0f6b2556a4365a7922d03b23b88d5 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1eb0f6b2556a4365a7922d03b23b88d5 2024-12-10T09:23:44,951 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/04fbc2cd04034bd989d9a34ef5fd3c84 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/04fbc2cd04034bd989d9a34ef5fd3c84 2024-12-10T09:23:44,951 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/386432450a264331ad02f297f2abe963 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/386432450a264331ad02f297f2abe963 2024-12-10T09:23:44,952 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/573f0a5b4688476489f156b20ec9dafa to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/573f0a5b4688476489f156b20ec9dafa 2024-12-10T09:23:44,952 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/c5e7a4f95a6549c78d866c634a69c61e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/c5e7a4f95a6549c78d866c634a69c61e 2024-12-10T09:23:44,952 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/86217c9b971b40c6b8de8b651db5d0b6 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/86217c9b971b40c6b8de8b651db5d0b6 2024-12-10T09:23:44,952 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/f91fabe14d2d48379ce6776b8eebd3d5 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/f91fabe14d2d48379ce6776b8eebd3d5 2024-12-10T09:23:44,953 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/dcb3b1f3f72f461b8c5229e3fb35f11e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/dcb3b1f3f72f461b8c5229e3fb35f11e 2024-12-10T09:23:44,953 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/81a347d09d3541acbd0bcb39b71ca36f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/81a347d09d3541acbd0bcb39b71ca36f 2024-12-10T09:23:44,954 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/0ca844ad4daa4221ae6edcef218f5f65 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/0ca844ad4daa4221ae6edcef218f5f65 2024-12-10T09:23:44,955 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2977e8db3b5e4c3a99d55b077f1b9c3a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2977e8db3b5e4c3a99d55b077f1b9c3a 2024-12-10T09:23:44,955 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/327fce59ead748a89aba4fb848917e17 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/327fce59ead748a89aba4fb848917e17 2024-12-10T09:23:44,955 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/e34ed1c900e0428391eff1aab000b73e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/e34ed1c900e0428391eff1aab000b73e 2024-12-10T09:23:44,955 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1feed5a573ff443c9a2b1b14973b7e30 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1feed5a573ff443c9a2b1b14973b7e30 2024-12-10T09:23:44,956 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/41e379093b4f4ee486b677b8fc26b258 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/41e379093b4f4ee486b677b8fc26b258 2024-12-10T09:23:44,956 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/4f215a8542224f90b1c888cfd639f028 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/4f215a8542224f90b1c888cfd639f028 2024-12-10T09:23:44,956 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/5625155b728c498694e008cab9f5228e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/5625155b728c498694e008cab9f5228e 2024-12-10T09:23:44,956 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/228ed48cac66416f985bf0a7441072ee to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/228ed48cac66416f985bf0a7441072ee 2024-12-10T09:23:44,957 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/10fd42eda0a9457a9170e65808bc7717 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/10fd42eda0a9457a9170e65808bc7717 2024-12-10T09:23:44,957 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2eb79ccb553540eaa6d72cf8f2dae59b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2eb79ccb553540eaa6d72cf8f2dae59b 2024-12-10T09:23:44,958 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/24cfbee59a49488a91f655d2cfe173e1 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/24cfbee59a49488a91f655d2cfe173e1 2024-12-10T09:23:44,958 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/aa778c72467f4fcba9739d6b596a2e81 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/aa778c72467f4fcba9739d6b596a2e81 2024-12-10T09:23:44,958 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/8a1db8fdec0644d2aecf07b2fa8dd036 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/8a1db8fdec0644d2aecf07b2fa8dd036 2024-12-10T09:23:44,959 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/53700344c78041009e846632aa933d70 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/53700344c78041009e846632aa933d70 2024-12-10T09:23:44,959 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2086ccdc7e2d465195db8c520308605d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2086ccdc7e2d465195db8c520308605d 2024-12-10T09:23:44,959 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/eb9c2c1da3494fc7888e57b3df36377f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/eb9c2c1da3494fc7888e57b3df36377f 2024-12-10T09:23:44,960 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/d01059f2b1e94e3e8cb8dc261c9de2f7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/d01059f2b1e94e3e8cb8dc261c9de2f7 2024-12-10T09:23:44,960 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/900e09e504a24d78bd6b55fb79812c4e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/900e09e504a24d78bd6b55fb79812c4e 2024-12-10T09:23:44,960 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1105029d210f4fb6a477194c362843b3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/1105029d210f4fb6a477194c362843b3 2024-12-10T09:23:44,960 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/3cd12dcbfff547ceae2600089b1f557f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/3cd12dcbfff547ceae2600089b1f557f 2024-12-10T09:23:44,962 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/9da01715557849ba94959f1aac1c5c66 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/9da01715557849ba94959f1aac1c5c66 2024-12-10T09:23:44,968 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/recovered.edits/580.seqid, newMaxSeqId=580, maxSeqId=1 2024-12-10T09:23:44,970 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d. 2024-12-10T09:23:44,970 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 3670603c0ed1b22beb1cd048c84faa7d: 2024-12-10T09:23:44,972 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:44,973 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=3670603c0ed1b22beb1cd048c84faa7d, regionState=CLOSED 2024-12-10T09:23:44,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-10T09:23:44,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 3670603c0ed1b22beb1cd048c84faa7d, server=65eb268144ba,42979,1733822591299 in 1.5170 sec 2024-12-10T09:23:44,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-10T09:23:44,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3670603c0ed1b22beb1cd048c84faa7d, UNASSIGN in 1.5210 sec 2024-12-10T09:23:44,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-10T09:23:44,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5260 sec 2024-12-10T09:23:44,980 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822624980"}]},"ts":"1733822624980"} 2024-12-10T09:23:44,981 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-10T09:23:45,016 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-10T09:23:45,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5820 sec 2024-12-10T09:23:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-10T09:23:45,548 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-12-10T09:23:45,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-10T09:23:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:23:45,561 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:23:45,562 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=40, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:23:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-10T09:23:45,564 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:45,568 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/recovered.edits] 2024-12-10T09:23:45,573 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7ce84fa9a6da4389b462e707a3deaff1 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/7ce84fa9a6da4389b462e707a3deaff1 2024-12-10T09:23:45,573 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/30fb6491bcff41a08ca70921c5616de4 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/30fb6491bcff41a08ca70921c5616de4 2024-12-10T09:23:45,573 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/669b734d945a446babe583bc7587458f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/A/669b734d945a446babe583bc7587458f 2024-12-10T09:23:45,577 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/c3c9d5e6998a46e8a92dd7ced805c537 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/c3c9d5e6998a46e8a92dd7ced805c537 2024-12-10T09:23:45,577 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/a73b4da59a46421b81ced2ceb5fd3d4a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/a73b4da59a46421b81ced2ceb5fd3d4a 2024-12-10T09:23:45,577 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/f75f70aac0c844858a58464a367e000c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/B/f75f70aac0c844858a58464a367e000c 2024-12-10T09:23:45,580 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2e18c38b426b4350a5e991e8ada16016 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/2e18c38b426b4350a5e991e8ada16016 2024-12-10T09:23:45,580 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/f7f0767a9fa44582b5ce41f9d7ff5429 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/f7f0767a9fa44582b5ce41f9d7ff5429 2024-12-10T09:23:45,580 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/3869b5b56c174b7fa4c7c7d7d980d6a3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/C/3869b5b56c174b7fa4c7c7d7d980d6a3 2024-12-10T09:23:45,583 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/recovered.edits/580.seqid to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d/recovered.edits/580.seqid 2024-12-10T09:23:45,584 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/3670603c0ed1b22beb1cd048c84faa7d 2024-12-10T09:23:45,584 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-10T09:23:45,589 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=40, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:23:45,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-10T09:23:45,597 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-10T09:23:45,628 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-10T09:23:45,629 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=40, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:23:45,629 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-10T09:23:45,630 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733822625629"}]},"ts":"9223372036854775807"} 2024-12-10T09:23:45,634 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-10T09:23:45,634 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3670603c0ed1b22beb1cd048c84faa7d, NAME => 'TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d.', STARTKEY => '', ENDKEY => ''}] 2024-12-10T09:23:45,634 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-10T09:23:45,634 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733822625634"}]},"ts":"9223372036854775807"} 2024-12-10T09:23:45,638 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-10T09:23:45,654 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=40, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:23:45,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 99 msec 2024-12-10T09:23:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-10T09:23:45,663 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-12-10T09:23:45,675 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=247 (was 219) Potentially hanging thread: hconnection-0x31d7b3b1-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x31d7b3b1-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1875054717_22 at /127.0.0.1:47616 [Waiting for operation #290] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x31d7b3b1-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;65eb268144ba:42979-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1875054717_22 at /127.0.0.1:48016 [Waiting for operation #169] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1173927946_22 at /127.0.0.1:41748 [Waiting for operation #312] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x31d7b3b1-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/65eb268144ba:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=460 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 149) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3556 (was 4106) 2024-12-10T09:23:45,683 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=3555 2024-12-10T09:23:45,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-10T09:23:45,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T09:23:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-10T09:23:45,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T09:23:45,687 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:45,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 41 2024-12-10T09:23:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-10T09:23:45,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T09:23:45,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741962_1138 (size=963) 2024-12-10T09:23:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-10T09:23:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-10T09:23:46,101 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95 2024-12-10T09:23:46,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741963_1139 (size=53) 2024-12-10T09:23:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-10T09:23:46,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:23:46,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c53e3bcdc5ed8c7439c4004088fd2b82, disabling compactions & flushes 2024-12-10T09:23:46,510 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:46,510 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:46,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. after waiting 0 ms 2024-12-10T09:23:46,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:46,511 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:46,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:46,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T09:23:46,512 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733822626512"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733822626512"}]},"ts":"1733822626512"} 2024-12-10T09:23:46,514 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T09:23:46,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T09:23:46,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822626515"}]},"ts":"1733822626515"} 2024-12-10T09:23:46,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-10T09:23:46,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c53e3bcdc5ed8c7439c4004088fd2b82, ASSIGN}] 2024-12-10T09:23:46,538 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c53e3bcdc5ed8c7439c4004088fd2b82, ASSIGN 2024-12-10T09:23:46,538 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c53e3bcdc5ed8c7439c4004088fd2b82, ASSIGN; state=OFFLINE, location=65eb268144ba,42979,1733822591299; forceNewPlan=false, retain=false 2024-12-10T09:23:46,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=c53e3bcdc5ed8c7439c4004088fd2b82, regionState=OPENING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:23:46,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:23:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-10T09:23:46,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:46,849 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:46,849 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} 2024-12-10T09:23:46,850 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:46,850 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:23:46,850 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:46,850 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:46,852 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:46,854 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:23:46,854 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c53e3bcdc5ed8c7439c4004088fd2b82 columnFamilyName A 2024-12-10T09:23:46,855 DEBUG [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:46,855 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.HStore(327): Store=c53e3bcdc5ed8c7439c4004088fd2b82/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:23:46,855 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:46,857 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:23:46,858 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c53e3bcdc5ed8c7439c4004088fd2b82 columnFamilyName B 2024-12-10T09:23:46,858 DEBUG [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:46,859 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.HStore(327): Store=c53e3bcdc5ed8c7439c4004088fd2b82/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:23:46,859 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:46,860 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:23:46,860 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c53e3bcdc5ed8c7439c4004088fd2b82 columnFamilyName C 2024-12-10T09:23:46,861 DEBUG [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:46,861 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.HStore(327): Store=c53e3bcdc5ed8c7439c4004088fd2b82/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:23:46,861 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:46,862 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:46,863 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:46,864 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-10T09:23:46,866 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:46,868 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T09:23:46,869 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened c53e3bcdc5ed8c7439c4004088fd2b82; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73444440, jitterRate=0.09440743923187256}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-10T09:23:46,870 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:46,871 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., pid=43, masterSystemTime=1733822626845 2024-12-10T09:23:46,873 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:46,873 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:46,873 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=c53e3bcdc5ed8c7439c4004088fd2b82, regionState=OPEN, openSeqNum=2, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:23:46,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-10T09:23:46,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 in 184 msec 2024-12-10T09:23:46,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-10T09:23:46,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c53e3bcdc5ed8c7439c4004088fd2b82, ASSIGN in 340 msec 2024-12-10T09:23:46,879 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T09:23:46,880 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822626879"}]},"ts":"1733822626879"} 2024-12-10T09:23:46,881 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-10T09:23:46,917 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T09:23:46,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2320 sec 2024-12-10T09:23:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-10T09:23:47,797 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-10T09:23:47,799 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47d7fe13 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@217ff43d 2024-12-10T09:23:47,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1deb0afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:47,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:47,846 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:47,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T09:23:47,861 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T09:23:47,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-10T09:23:47,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T09:23:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-10T09:23:47,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741964_1140 (size=999) 2024-12-10T09:23:47,903 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-10T09:23:47,904 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-10T09:23:47,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-10T09:23:47,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c53e3bcdc5ed8c7439c4004088fd2b82, REOPEN/MOVE}] 2024-12-10T09:23:47,920 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c53e3bcdc5ed8c7439c4004088fd2b82, REOPEN/MOVE 2024-12-10T09:23:47,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=c53e3bcdc5ed8c7439c4004088fd2b82, regionState=CLOSING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:23:47,923 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T09:23:47,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; CloseRegionProcedure c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:23:48,076 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,076 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(124): Close c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:48,076 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-10T09:23:48,076 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1681): Closing c53e3bcdc5ed8c7439c4004088fd2b82, disabling compactions & flushes 2024-12-10T09:23:48,076 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:48,076 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:48,076 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. after waiting 0 ms 2024-12-10T09:23:48,076 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:48,080 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T09:23:48,081 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:48,081 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1635): Region close journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:48,081 WARN [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionServer(3786): Not adding moved region record: c53e3bcdc5ed8c7439c4004088fd2b82 to self. 2024-12-10T09:23:48,083 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(170): Closed c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:48,083 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=c53e3bcdc5ed8c7439c4004088fd2b82, regionState=CLOSED 2024-12-10T09:23:48,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-12-10T09:23:48,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseRegionProcedure c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 in 161 msec 2024-12-10T09:23:48,086 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c53e3bcdc5ed8c7439c4004088fd2b82, REOPEN/MOVE; state=CLOSED, location=65eb268144ba,42979,1733822591299; forceNewPlan=false, retain=true 2024-12-10T09:23:48,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=c53e3bcdc5ed8c7439c4004088fd2b82, regionState=OPENING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE; OpenRegionProcedure c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:23:48,392 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,399 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:48,399 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} 2024-12-10T09:23:48,400 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:48,400 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:23:48,400 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:48,400 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:48,404 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:48,404 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:23:48,411 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c53e3bcdc5ed8c7439c4004088fd2b82 columnFamilyName A 2024-12-10T09:23:48,415 DEBUG [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:48,416 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.HStore(327): Store=c53e3bcdc5ed8c7439c4004088fd2b82/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:23:48,416 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:48,417 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:23:48,417 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c53e3bcdc5ed8c7439c4004088fd2b82 columnFamilyName B 2024-12-10T09:23:48,417 DEBUG [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:48,418 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.HStore(327): Store=c53e3bcdc5ed8c7439c4004088fd2b82/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:23:48,418 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:48,419 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:23:48,419 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c53e3bcdc5ed8c7439c4004088fd2b82 columnFamilyName C 2024-12-10T09:23:48,419 DEBUG [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:48,420 INFO [StoreOpener-c53e3bcdc5ed8c7439c4004088fd2b82-1 {}] regionserver.HStore(327): Store=c53e3bcdc5ed8c7439c4004088fd2b82/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:23:48,420 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:48,421 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:48,422 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:48,423 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-10T09:23:48,424 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:48,425 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened c53e3bcdc5ed8c7439c4004088fd2b82; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74951148, jitterRate=0.11685913801193237}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-10T09:23:48,426 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:48,427 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., pid=48, masterSystemTime=1733822628392 2024-12-10T09:23:48,429 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:48,429 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:48,429 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=c53e3bcdc5ed8c7439c4004088fd2b82, regionState=OPEN, openSeqNum=5, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=46 2024-12-10T09:23:48,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=46, state=SUCCESS; OpenRegionProcedure c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 in 191 msec 2024-12-10T09:23:48,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-10T09:23:48,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c53e3bcdc5ed8c7439c4004088fd2b82, REOPEN/MOVE in 516 msec 2024-12-10T09:23:48,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-12-10T09:23:48,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 528 msec 2024-12-10T09:23:48,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 565 msec 2024-12-10T09:23:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-12-10T09:23:48,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x216df2bd to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7864e839 2024-12-10T09:23:48,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c854ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:48,519 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d92bd5b to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12bf893 2024-12-10T09:23:48,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76217c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:48,535 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x499c4ae8 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@664bb6d8 2024-12-10T09:23:48,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486d93ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:48,547 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45472b1d to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f2bd5b 2024-12-10T09:23:48,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75df0cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:48,559 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cf8c7fb to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43a15d92 2024-12-10T09:23:48,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9643ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:48,571 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28575504 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5422eac1 2024-12-10T09:23:48,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa0c9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:48,584 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42aa95c2 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19d0bb4 2024-12-10T09:23:48,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dbd549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:48,597 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x564b7e68 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f620fbe 2024-12-10T09:23:48,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4965e486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:48,610 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b3fc4de to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@640f3df8 2024-12-10T09:23:48,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228b42b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:23:48,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:48,626 DEBUG [hconnection-0x71a09f13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:48,626 DEBUG [hconnection-0x343da13f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-10T09:23:48,627 DEBUG [hconnection-0x35e09396-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:48,627 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:48,627 DEBUG [hconnection-0x2a45674f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:48,627 DEBUG [hconnection-0x6f405467-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:48,628 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:48,628 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-10T09:23:48,628 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:48,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:48,629 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:48,629 DEBUG [hconnection-0x1345cd46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:48,630 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:48,629 DEBUG [hconnection-0xc57fcc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:48,630 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:48,630 DEBUG [hconnection-0x6647cb6f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:48,630 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:48,631 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:48,631 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:48,631 DEBUG [hconnection-0x2a46a748-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:23:48,632 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:23:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:48,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-10T09:23:48,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:23:48,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:48,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:23:48,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:48,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:23:48,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:48,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822688676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822688678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822688680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822688683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822688688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412102ea0836a645c46aaaade3498c7796873_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822628643/Put/seqid=0 2024-12-10T09:23:48,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741965_1141 (size=12154) 2024-12-10T09:23:48,712 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:48,717 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412102ea0836a645c46aaaade3498c7796873_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412102ea0836a645c46aaaade3498c7796873_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:48,718 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/a0e4a5e4119d40e584eea4019da513b8, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:48,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/a0e4a5e4119d40e584eea4019da513b8 is 175, key is test_row_0/A:col10/1733822628643/Put/seqid=0 2024-12-10T09:23:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-10T09:23:48,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741966_1142 (size=30955) 2024-12-10T09:23:48,782 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:48,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:48,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:48,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:48,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822688783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:48,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:48,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822688783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:48,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822688784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822688790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822688789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-10T09:23:48,937 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:48,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:48,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:48,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:48,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:48,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:48,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:48,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822688987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822688987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822688993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822688995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:48,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822688995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,095 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:49,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:49,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:49,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:49,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,163 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/a0e4a5e4119d40e584eea4019da513b8 2024-12-10T09:23:49,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/1a11651f98344978bba2445a1bdb1ab4 is 50, key is test_row_0/B:col10/1733822628643/Put/seqid=0 2024-12-10T09:23:49,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741967_1143 (size=12001) 2024-12-10T09:23:49,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/1a11651f98344978bba2445a1bdb1ab4 2024-12-10T09:23:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-10T09:23:49,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/7f2a3cc25cce4ae484980a5c4a237f6d is 50, key is test_row_0/C:col10/1733822628643/Put/seqid=0 2024-12-10T09:23:49,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:49,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:49,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:49,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:49,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741968_1144 (size=12001) 2024-12-10T09:23:49,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822689291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822689293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822689295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822689301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822689303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,405 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:49,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:49,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:49,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:49,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:49,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:49,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:49,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:49,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/7f2a3cc25cce4ae484980a5c4a237f6d 2024-12-10T09:23:49,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/a0e4a5e4119d40e584eea4019da513b8 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/a0e4a5e4119d40e584eea4019da513b8 2024-12-10T09:23:49,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/a0e4a5e4119d40e584eea4019da513b8, entries=150, sequenceid=17, filesize=30.2 K 2024-12-10T09:23:49,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/1a11651f98344978bba2445a1bdb1ab4 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/1a11651f98344978bba2445a1bdb1ab4 2024-12-10T09:23:49,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/1a11651f98344978bba2445a1bdb1ab4, entries=150, sequenceid=17, filesize=11.7 K 2024-12-10T09:23:49,715 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:49,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:49,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:49,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:49,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/7f2a3cc25cce4ae484980a5c4a237f6d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7f2a3cc25cce4ae484980a5c4a237f6d 2024-12-10T09:23:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7f2a3cc25cce4ae484980a5c4a237f6d, entries=150, sequenceid=17, filesize=11.7 K 2024-12-10T09:23:49,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c53e3bcdc5ed8c7439c4004088fd2b82 in 1081ms, sequenceid=17, compaction requested=false 2024-12-10T09:23:49,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-10T09:23:49,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-10T09:23:49,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:23:49,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:49,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:23:49,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:49,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:23:49,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:49,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210094f2e4354424a81b7d7cc2ffe1ea098_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822628677/Put/seqid=0 2024-12-10T09:23:49,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741969_1145 (size=12154) 2024-12-10T09:23:49,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822689846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822689852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822689853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822689860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822689860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:49,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:49,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822689956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822689960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822689962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:49,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822689966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822689966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,023 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:50,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:50,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:50,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:50,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822690159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822690164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822690170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822690172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822690164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,176 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:50,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:50,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:50,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:50,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,238 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:50,250 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210094f2e4354424a81b7d7cc2ffe1ea098_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210094f2e4354424a81b7d7cc2ffe1ea098_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:50,251 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/0687f554b89740bfb67b1376ed209f3b, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:50,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/0687f554b89740bfb67b1376ed209f3b is 175, key is test_row_0/A:col10/1733822628677/Put/seqid=0 2024-12-10T09:23:50,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741970_1146 (size=30955) 2024-12-10T09:23:50,330 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:50,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:50,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:50,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:50,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822690461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822690470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822690476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822690478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822690478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:50,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:50,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:50,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:50,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,514 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T09:23:50,637 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:50,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,686 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/0687f554b89740bfb67b1376ed209f3b 2024-12-10T09:23:50,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/e107a3e2408c499bb007175a82463c00 is 50, key is test_row_0/B:col10/1733822628677/Put/seqid=0 2024-12-10T09:23:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-10T09:23:50,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741971_1147 (size=12001) 2024-12-10T09:23:50,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/e107a3e2408c499bb007175a82463c00 2024-12-10T09:23:50,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/e5fbe10c6c9d48609d8c678bc9eb9802 is 50, key is test_row_0/C:col10/1733822628677/Put/seqid=0 2024-12-10T09:23:50,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:50,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:50,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:50,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:50,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741972_1148 (size=12001) 2024-12-10T09:23:50,946 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:50,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:50,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:50,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:50,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:50,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822690966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822690974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822690978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822690984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:50,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822690985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:51,100 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:51,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:51,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:51,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:51,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:51,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:51,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:51,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/e5fbe10c6c9d48609d8c678bc9eb9802 2024-12-10T09:23:51,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/0687f554b89740bfb67b1376ed209f3b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/0687f554b89740bfb67b1376ed209f3b 2024-12-10T09:23:51,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/0687f554b89740bfb67b1376ed209f3b, entries=150, sequenceid=41, filesize=30.2 K 2024-12-10T09:23:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/e107a3e2408c499bb007175a82463c00 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/e107a3e2408c499bb007175a82463c00 2024-12-10T09:23:51,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/e107a3e2408c499bb007175a82463c00, entries=150, sequenceid=41, filesize=11.7 K 2024-12-10T09:23:51,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/e5fbe10c6c9d48609d8c678bc9eb9802 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/e5fbe10c6c9d48609d8c678bc9eb9802 2024-12-10T09:23:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/e5fbe10c6c9d48609d8c678bc9eb9802, entries=150, sequenceid=41, filesize=11.7 K 2024-12-10T09:23:51,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c53e3bcdc5ed8c7439c4004088fd2b82 in 1451ms, sequenceid=41, compaction requested=false 2024-12-10T09:23:51,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,254 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-10T09:23:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:51,255 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-10T09:23:51,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:23:51,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:51,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:23:51,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:51,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:23:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:51,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412108d744da32a744df7883f64b6c311501c_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822629853/Put/seqid=0 2024-12-10T09:23:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741973_1149 (size=9714) 2024-12-10T09:23:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,718 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412108d744da32a744df7883f64b6c311501c_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412108d744da32a744df7883f64b6c311501c_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/8b01c5dd1b5f4a8ba6f7b48a5a195582, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/8b01c5dd1b5f4a8ba6f7b48a5a195582 is 175, key is test_row_0/A:col10/1733822629853/Put/seqid=0 2024-12-10T09:23:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741974_1150 (size=22361) 2024-12-10T09:23:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:51,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:52,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822692003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822692005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822692006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822692004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822692009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822692110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822692110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822692111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822692112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822692112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,128 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/8b01c5dd1b5f4a8ba6f7b48a5a195582 2024-12-10T09:23:52,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/1869ff974781431dbb2381ec0cd8ef28 is 50, key is test_row_0/B:col10/1733822629853/Put/seqid=0 2024-12-10T09:23:52,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741975_1151 (size=9657) 2024-12-10T09:23:52,155 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/1869ff974781431dbb2381ec0cd8ef28 2024-12-10T09:23:52,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/b741099713ad4a56aec83b69b1806c8e is 50, key is test_row_0/C:col10/1733822629853/Put/seqid=0 2024-12-10T09:23:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741976_1152 (size=9657) 2024-12-10T09:23:52,182 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/b741099713ad4a56aec83b69b1806c8e 2024-12-10T09:23:52,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/8b01c5dd1b5f4a8ba6f7b48a5a195582 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/8b01c5dd1b5f4a8ba6f7b48a5a195582 2024-12-10T09:23:52,199 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/8b01c5dd1b5f4a8ba6f7b48a5a195582, entries=100, sequenceid=54, filesize=21.8 K 2024-12-10T09:23:52,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/1869ff974781431dbb2381ec0cd8ef28 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/1869ff974781431dbb2381ec0cd8ef28 2024-12-10T09:23:52,206 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/1869ff974781431dbb2381ec0cd8ef28, entries=100, sequenceid=54, filesize=9.4 K 2024-12-10T09:23:52,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/b741099713ad4a56aec83b69b1806c8e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/b741099713ad4a56aec83b69b1806c8e 2024-12-10T09:23:52,212 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/b741099713ad4a56aec83b69b1806c8e, entries=100, sequenceid=54, filesize=9.4 K 2024-12-10T09:23:52,213 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c53e3bcdc5ed8c7439c4004088fd2b82 in 958ms, sequenceid=54, compaction requested=true 2024-12-10T09:23:52,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:52,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:52,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-10T09:23:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-10T09:23:52,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-10T09:23:52,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5870 sec 2024-12-10T09:23:52,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 3.5910 sec 2024-12-10T09:23:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:52,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-10T09:23:52,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:23:52,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:52,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:23:52,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:52,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:23:52,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:52,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210b079d3824c4342c1a4a5c49461423787_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822632313/Put/seqid=0 2024-12-10T09:23:52,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822692322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822692323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822692328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822692328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822692331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741977_1153 (size=12154) 2024-12-10T09:23:52,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822692429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822692429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822692434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822692434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822692435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822692632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822692632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822692636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822692636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822692640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-10T09:23:52,736 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-10T09:23:52,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-10T09:23:52,739 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:52,740 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:52,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-10T09:23:52,760 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:52,764 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210b079d3824c4342c1a4a5c49461423787_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210b079d3824c4342c1a4a5c49461423787_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:52,766 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/095d34d4274849ee995f3103e8efe690, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:52,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/095d34d4274849ee995f3103e8efe690 is 175, key is test_row_0/A:col10/1733822632313/Put/seqid=0 2024-12-10T09:23:52,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741978_1154 (size=30955) 2024-12-10T09:23:52,784 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/095d34d4274849ee995f3103e8efe690 2024-12-10T09:23:52,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/5fd771c3f82048c0afa879383dc086ef is 50, key is test_row_0/B:col10/1733822632313/Put/seqid=0 2024-12-10T09:23:52,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741979_1155 (size=12001) 2024-12-10T09:23:52,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/5fd771c3f82048c0afa879383dc086ef 2024-12-10T09:23:52,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/2ee4a4f811fd433e8303aaf10c8b27a7 is 50, key is test_row_0/C:col10/1733822632313/Put/seqid=0 2024-12-10T09:23:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-10T09:23:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741980_1156 (size=12001) 2024-12-10T09:23:52,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-10T09:23:52,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:52,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:52,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:52,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:52,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:52,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822692935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822692937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822692939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822692940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:52,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822692943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-10T09:23:53,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-10T09:23:53,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:53,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:53,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:53,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:53,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:53,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-10T09:23:53,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:53,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:53,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:53,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:53,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:53,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/2ee4a4f811fd433e8303aaf10c8b27a7 2024-12-10T09:23:53,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/095d34d4274849ee995f3103e8efe690 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/095d34d4274849ee995f3103e8efe690 2024-12-10T09:23:53,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/095d34d4274849ee995f3103e8efe690, entries=150, sequenceid=79, filesize=30.2 K 2024-12-10T09:23:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/5fd771c3f82048c0afa879383dc086ef as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/5fd771c3f82048c0afa879383dc086ef 2024-12-10T09:23:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/5fd771c3f82048c0afa879383dc086ef, entries=150, sequenceid=79, filesize=11.7 K 2024-12-10T09:23:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/2ee4a4f811fd433e8303aaf10c8b27a7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/2ee4a4f811fd433e8303aaf10c8b27a7 2024-12-10T09:23:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/2ee4a4f811fd433e8303aaf10c8b27a7, entries=150, sequenceid=79, filesize=11.7 K 2024-12-10T09:23:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c53e3bcdc5ed8c7439c4004088fd2b82 in 968ms, sequenceid=79, compaction requested=true 2024-12-10T09:23:53,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,282 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:23:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:23:53,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:53,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:23:53,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:53,283 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:23:53,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:23:53,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,284 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:23:53,284 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 115226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:23:53,284 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/B is initiating minor compaction (all files) 2024-12-10T09:23:53,284 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/A is initiating minor compaction (all files) 2024-12-10T09:23:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,284 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/B in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:53,284 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/A in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:53,284 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/a0e4a5e4119d40e584eea4019da513b8, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/0687f554b89740bfb67b1376ed209f3b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/8b01c5dd1b5f4a8ba6f7b48a5a195582, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/095d34d4274849ee995f3103e8efe690] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=112.5 K 2024-12-10T09:23:53,284 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/1a11651f98344978bba2445a1bdb1ab4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/e107a3e2408c499bb007175a82463c00, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/1869ff974781431dbb2381ec0cd8ef28, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/5fd771c3f82048c0afa879383dc086ef] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=44.6 K 2024-12-10T09:23:53,284 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:53,285 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/a0e4a5e4119d40e584eea4019da513b8, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/0687f554b89740bfb67b1376ed209f3b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/8b01c5dd1b5f4a8ba6f7b48a5a195582, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/095d34d4274849ee995f3103e8efe690] 2024-12-10T09:23:53,285 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a11651f98344978bba2445a1bdb1ab4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733822628639 2024-12-10T09:23:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,285 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0e4a5e4119d40e584eea4019da513b8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733822628639 2024-12-10T09:23:53,285 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting e107a3e2408c499bb007175a82463c00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733822628673 2024-12-10T09:23:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,286 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0687f554b89740bfb67b1376ed209f3b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733822628673 2024-12-10T09:23:53,286 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1869ff974781431dbb2381ec0cd8ef28, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733822629842 2024-12-10T09:23:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,286 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fd771c3f82048c0afa879383dc086ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733822632006 2024-12-10T09:23:53,286 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b01c5dd1b5f4a8ba6f7b48a5a195582, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733822629842 2024-12-10T09:23:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,287 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 095d34d4274849ee995f3103e8efe690, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733822632006 2024-12-10T09:23:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,303 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:53,305 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#B#compaction#135 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:53,306 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/2fdf802a89d24ab7b1c74eb913912ab2 is 50, key is test_row_0/B:col10/1733822632313/Put/seqid=0 2024-12-10T09:23:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,316 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412102d26bdf062154490a1f77f0c06aa0a4a_c53e3bcdc5ed8c7439c4004088fd2b82 store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,318 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412102d26bdf062154490a1f77f0c06aa0a4a_c53e3bcdc5ed8c7439c4004088fd2b82, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:53,319 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412102d26bdf062154490a1f77f0c06aa0a4a_c53e3bcdc5ed8c7439c4004088fd2b82 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741981_1157 (size=12139) 2024-12-10T09:23:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-10T09:23:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-10T09:23:53,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:53,350 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-10T09:23:53,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:23:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:53,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:23:53,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:53,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:23:53,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741982_1158 (size=4469) 2024-12-10T09:23:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,363 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#A#compaction#136 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,368 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/1ac3b6dbb559421d801680468afb0829 is 175, key is test_row_0/A:col10/1733822632313/Put/seqid=0 2024-12-10T09:23:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210a7e8f19554f2447cbfba75531ccebfd1_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_1/A:col10/1733822632327/Put/seqid=0 2024-12-10T09:23:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741983_1159 (size=31093) 2024-12-10T09:23:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,429 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/1ac3b6dbb559421d801680468afb0829 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/1ac3b6dbb559421d801680468afb0829 2024-12-10T09:23:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741984_1160 (size=9714) 2024-12-10T09:23:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,437 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/A of c53e3bcdc5ed8c7439c4004088fd2b82 into 1ac3b6dbb559421d801680468afb0829(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:53,437 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:53,437 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/A, priority=12, startTime=1733822633282; duration=0sec 2024-12-10T09:23:53,437 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:53,437 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:A 2024-12-10T09:23:53,437 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:23:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,439 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:23:53,439 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/C is initiating minor compaction (all files) 2024-12-10T09:23:53,440 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/C in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,440 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7f2a3cc25cce4ae484980a5c4a237f6d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/e5fbe10c6c9d48609d8c678bc9eb9802, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/b741099713ad4a56aec83b69b1806c8e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/2ee4a4f811fd433e8303aaf10c8b27a7] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=44.6 K 2024-12-10T09:23:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,440 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f2a3cc25cce4ae484980a5c4a237f6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733822628639 2024-12-10T09:23:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,441 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5fbe10c6c9d48609d8c678bc9eb9802, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733822628673 2024-12-10T09:23:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,447 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting b741099713ad4a56aec83b69b1806c8e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733822629842 2024-12-10T09:23:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,448 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ee4a4f811fd433e8303aaf10c8b27a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733822632006 2024-12-10T09:23:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,479 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#C#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:53,480 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/ecfa21d991544745935a4610b42c2cdc is 50, key is test_row_0/C:col10/1733822632313/Put/seqid=0 2024-12-10T09:23:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822693489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822693489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822693490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822693492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822693494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741985_1161 (size=12139) 2024-12-10T09:23:53,525 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/ecfa21d991544745935a4610b42c2cdc as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ecfa21d991544745935a4610b42c2cdc 2024-12-10T09:23:53,533 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/C of c53e3bcdc5ed8c7439c4004088fd2b82 into ecfa21d991544745935a4610b42c2cdc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:53,533 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:53,533 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/C, priority=12, startTime=1733822633283; duration=0sec 2024-12-10T09:23:53,533 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:53,533 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:C 2024-12-10T09:23:53,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:53,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822693594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822693594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822693595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822693598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822693599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,729 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/2fdf802a89d24ab7b1c74eb913912ab2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/2fdf802a89d24ab7b1c74eb913912ab2 2024-12-10T09:23:53,734 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/B of c53e3bcdc5ed8c7439c4004088fd2b82 into 2fdf802a89d24ab7b1c74eb913912ab2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:53,734 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:53,734 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/B, priority=12, startTime=1733822633283; duration=0sec 2024-12-10T09:23:53,734 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:53,734 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:B 2024-12-10T09:23:53,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822693796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822693796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822693796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822693802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822693802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:53,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:53,837 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210a7e8f19554f2447cbfba75531ccebfd1_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210a7e8f19554f2447cbfba75531ccebfd1_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:53,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/acb64a6500a94b069e1686b7fed2d9a9, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:53,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/acb64a6500a94b069e1686b7fed2d9a9 is 175, key is test_row_1/A:col10/1733822632327/Put/seqid=0 2024-12-10T09:23:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-10T09:23:53,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741986_1162 (size=22361) 2024-12-10T09:23:53,850 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/acb64a6500a94b069e1686b7fed2d9a9 2024-12-10T09:23:53,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/9f0fbf050704428ea7f143c023628c11 is 50, key is test_row_1/B:col10/1733822632327/Put/seqid=0 2024-12-10T09:23:53,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741987_1163 (size=9657) 2024-12-10T09:23:54,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822694098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822694100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822694100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822694103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822694106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,296 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/9f0fbf050704428ea7f143c023628c11 2024-12-10T09:23:54,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/e8c2b9f787a641bcbada138a65103b4e is 50, key is test_row_1/C:col10/1733822632327/Put/seqid=0 2024-12-10T09:23:54,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741988_1164 (size=9657) 2024-12-10T09:23:54,310 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/e8c2b9f787a641bcbada138a65103b4e 2024-12-10T09:23:54,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/acb64a6500a94b069e1686b7fed2d9a9 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/acb64a6500a94b069e1686b7fed2d9a9 2024-12-10T09:23:54,325 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/acb64a6500a94b069e1686b7fed2d9a9, entries=100, sequenceid=91, filesize=21.8 K 2024-12-10T09:23:54,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/9f0fbf050704428ea7f143c023628c11 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/9f0fbf050704428ea7f143c023628c11 2024-12-10T09:23:54,331 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/9f0fbf050704428ea7f143c023628c11, entries=100, sequenceid=91, filesize=9.4 K 2024-12-10T09:23:54,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/e8c2b9f787a641bcbada138a65103b4e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/e8c2b9f787a641bcbada138a65103b4e 2024-12-10T09:23:54,337 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/e8c2b9f787a641bcbada138a65103b4e, entries=100, sequenceid=91, filesize=9.4 K 2024-12-10T09:23:54,338 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c53e3bcdc5ed8c7439c4004088fd2b82 in 988ms, sequenceid=91, compaction requested=false 2024-12-10T09:23:54,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:54,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:54,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-10T09:23:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-10T09:23:54,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-10T09:23:54,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6000 sec 2024-12-10T09:23:54,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.6050 sec 2024-12-10T09:23:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:54,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-10T09:23:54,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:23:54,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:54,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:23:54,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:54,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:23:54,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:54,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210cb664f3009a94c4892283562b0eba502_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822634601/Put/seqid=0 2024-12-10T09:23:54,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822694608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822694609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822694609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822694610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741989_1165 (size=12154) 2024-12-10T09:23:54,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822694619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,621 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:54,625 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210cb664f3009a94c4892283562b0eba502_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210cb664f3009a94c4892283562b0eba502_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:54,626 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/b693761c083341e680846d9538e5aeed, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:54,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/b693761c083341e680846d9538e5aeed is 175, key is test_row_0/A:col10/1733822634601/Put/seqid=0 2024-12-10T09:23:54,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741990_1166 (size=30955) 2024-12-10T09:23:54,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822694712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822694712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822694720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822694711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-10T09:23:54,844 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-10T09:23:54,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-10T09:23:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-10T09:23:54,846 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:54,847 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:54,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:54,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822694918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822694918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822694928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822694932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-10T09:23:54,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:54,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-10T09:23:54,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:54,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:54,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:54,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:54,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,032 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/b693761c083341e680846d9538e5aeed 2024-12-10T09:23:55,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/70a2130abb504c83a4ba8fb264dad41e is 50, key is test_row_0/B:col10/1733822634601/Put/seqid=0 2024-12-10T09:23:55,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741991_1167 (size=12001) 2024-12-10T09:23:55,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/70a2130abb504c83a4ba8fb264dad41e 2024-12-10T09:23:55,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/08f7d8066d6d4a3588abf2b0d1f79568 is 50, key is test_row_0/C:col10/1733822634601/Put/seqid=0 2024-12-10T09:23:55,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741992_1168 (size=12001) 2024-12-10T09:23:55,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/08f7d8066d6d4a3588abf2b0d1f79568 2024-12-10T09:23:55,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/b693761c083341e680846d9538e5aeed as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/b693761c083341e680846d9538e5aeed 2024-12-10T09:23:55,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/b693761c083341e680846d9538e5aeed, entries=150, sequenceid=119, filesize=30.2 K 2024-12-10T09:23:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-10T09:23:55,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/70a2130abb504c83a4ba8fb264dad41e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/70a2130abb504c83a4ba8fb264dad41e 2024-12-10T09:23:55,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/70a2130abb504c83a4ba8fb264dad41e, entries=150, sequenceid=119, filesize=11.7 K 2024-12-10T09:23:55,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-10T09:23:55,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:55,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:55,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:55,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/08f7d8066d6d4a3588abf2b0d1f79568 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/08f7d8066d6d4a3588abf2b0d1f79568 2024-12-10T09:23:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/08f7d8066d6d4a3588abf2b0d1f79568, entries=150, sequenceid=119, filesize=11.7 K 2024-12-10T09:23:55,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c53e3bcdc5ed8c7439c4004088fd2b82 in 569ms, sequenceid=119, compaction requested=true 2024-12-10T09:23:55,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:55,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:23:55,173 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:55,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:55,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:23:55,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:55,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:23:55,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:55,173 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:55,181 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:55,181 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/B is initiating minor compaction (all files) 2024-12-10T09:23:55,181 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/B in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:55,181 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/2fdf802a89d24ab7b1c74eb913912ab2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/9f0fbf050704428ea7f143c023628c11, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/70a2130abb504c83a4ba8fb264dad41e] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=33.0 K 2024-12-10T09:23:55,182 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:55,182 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fdf802a89d24ab7b1c74eb913912ab2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733822632006 2024-12-10T09:23:55,182 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/A is initiating minor compaction (all files) 2024-12-10T09:23:55,182 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/A in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:55,182 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/1ac3b6dbb559421d801680468afb0829, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/acb64a6500a94b069e1686b7fed2d9a9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/b693761c083341e680846d9538e5aeed] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=82.4 K 2024-12-10T09:23:55,182 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:55,182 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/1ac3b6dbb559421d801680468afb0829, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/acb64a6500a94b069e1686b7fed2d9a9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/b693761c083341e680846d9538e5aeed] 2024-12-10T09:23:55,183 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f0fbf050704428ea7f143c023628c11, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733822632323 2024-12-10T09:23:55,183 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ac3b6dbb559421d801680468afb0829, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733822632006 2024-12-10T09:23:55,183 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting acb64a6500a94b069e1686b7fed2d9a9, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733822632323 2024-12-10T09:23:55,183 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 70a2130abb504c83a4ba8fb264dad41e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733822633487 2024-12-10T09:23:55,184 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting b693761c083341e680846d9538e5aeed, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733822633487 2024-12-10T09:23:55,209 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:55,210 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/d40c440c849d4ede87b52dca79c9cf9f is 50, key is test_row_0/B:col10/1733822634601/Put/seqid=0 2024-12-10T09:23:55,214 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:55,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-10T09:23:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:55,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:23:55,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:55,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:23:55,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:55,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:23:55,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:55,254 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241210e61cf390212d43acb9c75283245a4d13_c53e3bcdc5ed8c7439c4004088fd2b82 store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:55,255 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241210e61cf390212d43acb9c75283245a4d13_c53e3bcdc5ed8c7439c4004088fd2b82, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:55,256 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210e61cf390212d43acb9c75283245a4d13_c53e3bcdc5ed8c7439c4004088fd2b82 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:55,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822695258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822695260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822695261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822695265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741993_1169 (size=12241) 2024-12-10T09:23:55,299 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/d40c440c849d4ede87b52dca79c9cf9f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/d40c440c849d4ede87b52dca79c9cf9f 2024-12-10T09:23:55,306 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/B of c53e3bcdc5ed8c7439c4004088fd2b82 into d40c440c849d4ede87b52dca79c9cf9f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:55,306 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:55,306 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/B, priority=13, startTime=1733822635173; duration=0sec 2024-12-10T09:23:55,306 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:55,306 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:B 2024-12-10T09:23:55,306 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:23:55,309 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:23:55,309 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/C is initiating minor compaction (all files) 2024-12-10T09:23:55,309 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/C in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:55,309 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ecfa21d991544745935a4610b42c2cdc, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/e8c2b9f787a641bcbada138a65103b4e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/08f7d8066d6d4a3588abf2b0d1f79568] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=33.0 K 2024-12-10T09:23:55,309 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting ecfa21d991544745935a4610b42c2cdc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733822632006 2024-12-10T09:23:55,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210216520cdd1cb437782fce1437816dfd8_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822635222/Put/seqid=0 2024-12-10T09:23:55,310 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting e8c2b9f787a641bcbada138a65103b4e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733822632323 2024-12-10T09:23:55,310 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 08f7d8066d6d4a3588abf2b0d1f79568, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733822633487 2024-12-10T09:23:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741994_1170 (size=4469) 2024-12-10T09:23:55,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-10T09:23:55,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:55,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:55,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:55,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,335 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#C#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:55,336 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/dbb2a9e3e0e047ca9999518a29eb9ec1 is 50, key is test_row_0/C:col10/1733822634601/Put/seqid=0 2024-12-10T09:23:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741995_1171 (size=17184) 2024-12-10T09:23:55,342 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:55,347 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210216520cdd1cb437782fce1437816dfd8_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210216520cdd1cb437782fce1437816dfd8_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:55,349 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/d0931c618622471fa5f5433f69f6b9ed, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:55,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/d0931c618622471fa5f5433f69f6b9ed is 175, key is test_row_0/A:col10/1733822635222/Put/seqid=0 2024-12-10T09:23:55,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822695369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822695369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822695369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822695369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741996_1172 (size=12241) 2024-12-10T09:23:55,387 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/dbb2a9e3e0e047ca9999518a29eb9ec1 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/dbb2a9e3e0e047ca9999518a29eb9ec1 2024-12-10T09:23:55,394 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/C of c53e3bcdc5ed8c7439c4004088fd2b82 into dbb2a9e3e0e047ca9999518a29eb9ec1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:55,394 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:55,394 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/C, priority=13, startTime=1733822635173; duration=0sec 2024-12-10T09:23:55,394 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:55,394 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:C 2024-12-10T09:23:55,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741997_1173 (size=48289) 2024-12-10T09:23:55,403 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/d0931c618622471fa5f5433f69f6b9ed 2024-12-10T09:23:55,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/fb1d4c3574574c9d88ba4c454fb06760 is 50, key is test_row_0/B:col10/1733822635222/Put/seqid=0 2024-12-10T09:23:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-10T09:23:55,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741998_1174 (size=12101) 2024-12-10T09:23:55,469 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-10T09:23:55,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:55,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:55,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:55,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822695572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822695572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822695572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822695571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822695626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,627 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-10T09:23:55,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:55,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:55,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:55,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,716 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#A#compaction#145 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:55,716 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/71116e46a67a494cb0c42df59ea7abb1 is 175, key is test_row_0/A:col10/1733822634601/Put/seqid=0 2024-12-10T09:23:55,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741999_1175 (size=31195) 2024-12-10T09:23:55,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-10T09:23:55,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:55,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:55,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:55,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:55,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/fb1d4c3574574c9d88ba4c454fb06760 2024-12-10T09:23:55,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822695875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/5cf70e9cd42c430d92800b6d29a79efe is 50, key is test_row_0/C:col10/1733822635222/Put/seqid=0 2024-12-10T09:23:55,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822695880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822695880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822695882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742000_1176 (size=12101) 2024-12-10T09:23:55,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/5cf70e9cd42c430d92800b6d29a79efe 2024-12-10T09:23:55,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/d0931c618622471fa5f5433f69f6b9ed as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/d0931c618622471fa5f5433f69f6b9ed 2024-12-10T09:23:55,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/d0931c618622471fa5f5433f69f6b9ed, entries=250, sequenceid=132, filesize=47.2 K 2024-12-10T09:23:55,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/fb1d4c3574574c9d88ba4c454fb06760 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/fb1d4c3574574c9d88ba4c454fb06760 2024-12-10T09:23:55,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/fb1d4c3574574c9d88ba4c454fb06760, entries=150, sequenceid=132, filesize=11.8 K 2024-12-10T09:23:55,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/5cf70e9cd42c430d92800b6d29a79efe as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/5cf70e9cd42c430d92800b6d29a79efe 2024-12-10T09:23:55,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/5cf70e9cd42c430d92800b6d29a79efe, entries=150, sequenceid=132, filesize=11.8 K 2024-12-10T09:23:55,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c53e3bcdc5ed8c7439c4004088fd2b82 in 708ms, sequenceid=132, compaction requested=false 2024-12-10T09:23:55,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:55,936 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:55,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-10T09:23:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:55,937 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-10T09:23:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:23:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:23:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:23:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:55,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412109b0414fc32d84a8ba9233b34c8133457_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822635260/Put/seqid=0 2024-12-10T09:23:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-10T09:23:55,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742001_1177 (size=12304) 2024-12-10T09:23:56,155 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/71116e46a67a494cb0c42df59ea7abb1 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/71116e46a67a494cb0c42df59ea7abb1 2024-12-10T09:23:56,162 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/A of c53e3bcdc5ed8c7439c4004088fd2b82 into 71116e46a67a494cb0c42df59ea7abb1(size=30.5 K), total size for store is 77.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:56,162 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:56,162 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/A, priority=13, startTime=1733822635173; duration=0sec 2024-12-10T09:23:56,162 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:56,162 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:A 2024-12-10T09:23:56,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:56,370 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412109b0414fc32d84a8ba9233b34c8133457_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412109b0414fc32d84a8ba9233b34c8133457_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:56,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/aa3f59755e4a4dbabdce819a8245a527, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:56,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/aa3f59755e4a4dbabdce819a8245a527 is 175, key is test_row_0/A:col10/1733822635260/Put/seqid=0 2024-12-10T09:23:56,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:56,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:56,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822696393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822696395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:56,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822696396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:56,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822696400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:56,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742002_1178 (size=31105) 2024-12-10T09:23:56,408 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/aa3f59755e4a4dbabdce819a8245a527 2024-12-10T09:23:56,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/216ec0b247324199956d72f7a7b4fe3a is 50, key is test_row_0/B:col10/1733822635260/Put/seqid=0 2024-12-10T09:23:56,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742003_1179 (size=12151) 2024-12-10T09:23:56,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822696502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:56,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822696502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:56,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:56,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822696504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822696503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:56,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822696705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:56,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822696706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:56,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822696706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:56,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822696706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:56,841 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/216ec0b247324199956d72f7a7b4fe3a 2024-12-10T09:23:56,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/06ae4c5a840c44cf8bdec56a2e95e8a1 is 50, key is test_row_0/C:col10/1733822635260/Put/seqid=0 2024-12-10T09:23:56,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742004_1180 (size=12151) 2024-12-10T09:23:56,883 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/06ae4c5a840c44cf8bdec56a2e95e8a1 2024-12-10T09:23:56,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/aa3f59755e4a4dbabdce819a8245a527 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/aa3f59755e4a4dbabdce819a8245a527 2024-12-10T09:23:56,899 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/aa3f59755e4a4dbabdce819a8245a527, entries=150, sequenceid=157, filesize=30.4 K 2024-12-10T09:23:56,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/216ec0b247324199956d72f7a7b4fe3a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/216ec0b247324199956d72f7a7b4fe3a 2024-12-10T09:23:56,906 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/216ec0b247324199956d72f7a7b4fe3a, entries=150, sequenceid=157, filesize=11.9 K 2024-12-10T09:23:56,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/06ae4c5a840c44cf8bdec56a2e95e8a1 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/06ae4c5a840c44cf8bdec56a2e95e8a1 2024-12-10T09:23:56,912 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/06ae4c5a840c44cf8bdec56a2e95e8a1, entries=150, sequenceid=157, filesize=11.9 K 2024-12-10T09:23:56,914 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c53e3bcdc5ed8c7439c4004088fd2b82 in 977ms, sequenceid=157, compaction requested=true 2024-12-10T09:23:56,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:56,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:56,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-10T09:23:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-10T09:23:56,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-10T09:23:56,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0680 sec 2024-12-10T09:23:56,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.0730 sec 2024-12-10T09:23:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-10T09:23:56,950 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-10T09:23:56,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:23:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-10T09:23:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-10T09:23:56,956 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:23:56,957 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:23:56,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:23:56,997 INFO [master/65eb268144ba:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-10T09:23:56,997 INFO [master/65eb268144ba:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-10T09:23:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:57,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-10T09:23:57,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:23:57,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:57,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:23:57,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:57,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:23:57,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:57,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210c5b2a2e1469f410f912cd1d55462b118_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822636399/Put/seqid=0 2024-12-10T09:23:57,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822697033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742005_1181 (size=14794) 2024-12-10T09:23:57,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822697037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822697038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822697040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-10T09:23:57,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-10T09:23:57,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:57,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:57,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:57,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822697140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822697143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822697143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822697144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-10T09:23:57,260 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-10T09:23:57,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:57,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:57,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:57,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822697343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822697347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822697347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822697347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-10T09:23:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:57,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,443 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:57,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210c5b2a2e1469f410f912cd1d55462b118_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210c5b2a2e1469f410f912cd1d55462b118_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:57,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/6abdbe6f16464b55b6fd027a12742239, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:57,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/6abdbe6f16464b55b6fd027a12742239 is 175, key is test_row_0/A:col10/1733822636399/Put/seqid=0 2024-12-10T09:23:57,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742006_1182 (size=39749) 2024-12-10T09:23:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-10T09:23:57,564 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-10T09:23:57,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:57,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:57,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:57,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822697639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,641 DEBUG [Thread-689 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., hostname=65eb268144ba,42979,1733822591299, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:23:57,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822697646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822697652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822697652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822697653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-10T09:23:57,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:57,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:57,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:57,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,860 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/6abdbe6f16464b55b6fd027a12742239 2024-12-10T09:23:57,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/64664896a5f34a7caa399907b5a692d2 is 50, key is test_row_0/B:col10/1733822636399/Put/seqid=0 2024-12-10T09:23:57,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:57,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-10T09:23:57,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:57,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:57,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:57,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:57,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742007_1183 (size=12151) 2024-12-10T09:23:58,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:58,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-10T09:23:58,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:58,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:58,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:58,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:58,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-10T09:23:58,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822698154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:58,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822698155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:58,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822698155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:58,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822698160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:58,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:58,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-10T09:23:58,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:58,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:58,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:58,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:58,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:58,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/64664896a5f34a7caa399907b5a692d2 2024-12-10T09:23:58,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/d03a9154222b4b09a9ba65f731abdff7 is 50, key is test_row_0/C:col10/1733822636399/Put/seqid=0 2024-12-10T09:23:58,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742008_1184 (size=12151) 2024-12-10T09:23:58,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:58,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-10T09:23:58,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:58,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:58,479 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:58,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-10T09:23:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:58,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:58,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:58,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-10T09:23:58,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:58,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:58,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:58,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:58,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:23:58,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/d03a9154222b4b09a9ba65f731abdff7 2024-12-10T09:23:58,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/6abdbe6f16464b55b6fd027a12742239 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6abdbe6f16464b55b6fd027a12742239 2024-12-10T09:23:58,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6abdbe6f16464b55b6fd027a12742239, entries=200, sequenceid=174, filesize=38.8 K 2024-12-10T09:23:58,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/64664896a5f34a7caa399907b5a692d2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/64664896a5f34a7caa399907b5a692d2 2024-12-10T09:23:58,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/64664896a5f34a7caa399907b5a692d2, entries=150, sequenceid=174, filesize=11.9 K 2024-12-10T09:23:58,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/d03a9154222b4b09a9ba65f731abdff7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/d03a9154222b4b09a9ba65f731abdff7 2024-12-10T09:23:58,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/d03a9154222b4b09a9ba65f731abdff7, entries=150, sequenceid=174, filesize=11.9 K 2024-12-10T09:23:58,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for c53e3bcdc5ed8c7439c4004088fd2b82 in 1726ms, sequenceid=174, compaction requested=true 2024-12-10T09:23:58,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:58,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:23:58,738 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:23:58,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:58,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:23:58,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:58,738 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:23:58,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:23:58,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:58,740 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:23:58,740 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/B is initiating minor compaction (all files) 2024-12-10T09:23:58,740 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/B in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:58,740 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/d40c440c849d4ede87b52dca79c9cf9f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/fb1d4c3574574c9d88ba4c454fb06760, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/216ec0b247324199956d72f7a7b4fe3a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/64664896a5f34a7caa399907b5a692d2] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=47.5 K 2024-12-10T09:23:58,741 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150338 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:23:58,741 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/A is initiating minor compaction (all files) 2024-12-10T09:23:58,741 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/A in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:58,741 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting d40c440c849d4ede87b52dca79c9cf9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733822633487 2024-12-10T09:23:58,741 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/71116e46a67a494cb0c42df59ea7abb1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/d0931c618622471fa5f5433f69f6b9ed, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/aa3f59755e4a4dbabdce819a8245a527, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6abdbe6f16464b55b6fd027a12742239] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=146.8 K 2024-12-10T09:23:58,741 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:58,741 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/71116e46a67a494cb0c42df59ea7abb1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/d0931c618622471fa5f5433f69f6b9ed, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/aa3f59755e4a4dbabdce819a8245a527, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6abdbe6f16464b55b6fd027a12742239] 2024-12-10T09:23:58,741 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting fb1d4c3574574c9d88ba4c454fb06760, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733822634608 2024-12-10T09:23:58,741 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71116e46a67a494cb0c42df59ea7abb1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733822633487 2024-12-10T09:23:58,742 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 216ec0b247324199956d72f7a7b4fe3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733822635255 2024-12-10T09:23:58,742 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0931c618622471fa5f5433f69f6b9ed, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733822634608 2024-12-10T09:23:58,742 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 64664896a5f34a7caa399907b5a692d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733822636399 2024-12-10T09:23:58,743 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa3f59755e4a4dbabdce819a8245a527, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733822635255 2024-12-10T09:23:58,744 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6abdbe6f16464b55b6fd027a12742239, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733822636399 2024-12-10T09:23:58,765 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:58,766 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#B#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:58,767 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/3ef16d9271304e02b658055866a1e5f7 is 50, key is test_row_0/B:col10/1733822636399/Put/seqid=0 2024-12-10T09:23:58,768 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241210def16f426e5947cd8c63a7ca88106271_c53e3bcdc5ed8c7439c4004088fd2b82 store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:58,770 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241210def16f426e5947cd8c63a7ca88106271_c53e3bcdc5ed8c7439c4004088fd2b82, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:58,770 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210def16f426e5947cd8c63a7ca88106271_c53e3bcdc5ed8c7439c4004088fd2b82 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:58,785 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:23:58,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-10T09:23:58,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:58,786 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-10T09:23:58,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:23:58,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:58,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:23:58,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:58,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:23:58,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:23:58,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742010_1186 (size=4469) 2024-12-10T09:23:58,790 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#A#compaction#157 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:58,791 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/c6d7e81d8c6440f7b74c6a93b75034e9 is 175, key is test_row_0/A:col10/1733822636399/Put/seqid=0 2024-12-10T09:23:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412104acb41f2dac74215a0e756e71c7a7f34_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822637038/Put/seqid=0 2024-12-10T09:23:58,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742009_1185 (size=12527) 2024-12-10T09:23:58,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742011_1187 (size=31481) 2024-12-10T09:23:58,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742012_1188 (size=12304) 2024-12-10T09:23:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-10T09:23:59,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:23:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:59,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822699177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822699182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822699183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822699184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,214 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/c6d7e81d8c6440f7b74c6a93b75034e9 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/c6d7e81d8c6440f7b74c6a93b75034e9 2024-12-10T09:23:59,215 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/3ef16d9271304e02b658055866a1e5f7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3ef16d9271304e02b658055866a1e5f7 2024-12-10T09:23:59,220 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/A of c53e3bcdc5ed8c7439c4004088fd2b82 into c6d7e81d8c6440f7b74c6a93b75034e9(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:59,221 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:59,221 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/A, priority=12, startTime=1733822638738; duration=0sec 2024-12-10T09:23:59,221 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:23:59,221 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:A 2024-12-10T09:23:59,221 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:23:59,223 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:23:59,223 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/C is initiating minor compaction (all files) 2024-12-10T09:23:59,223 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/C in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:23:59,224 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/dbb2a9e3e0e047ca9999518a29eb9ec1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/5cf70e9cd42c430d92800b6d29a79efe, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/06ae4c5a840c44cf8bdec56a2e95e8a1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/d03a9154222b4b09a9ba65f731abdff7] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=47.5 K 2024-12-10T09:23:59,225 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbb2a9e3e0e047ca9999518a29eb9ec1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733822633487 2024-12-10T09:23:59,226 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cf70e9cd42c430d92800b6d29a79efe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733822634608 2024-12-10T09:23:59,226 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06ae4c5a840c44cf8bdec56a2e95e8a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733822635255 2024-12-10T09:23:59,226 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/B of c53e3bcdc5ed8c7439c4004088fd2b82 into 3ef16d9271304e02b658055866a1e5f7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:59,226 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:59,226 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/B, priority=12, startTime=1733822638738; duration=0sec 2024-12-10T09:23:59,226 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting d03a9154222b4b09a9ba65f731abdff7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733822636399 2024-12-10T09:23:59,226 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:59,227 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:B 2024-12-10T09:23:59,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:23:59,236 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412104acb41f2dac74215a0e756e71c7a7f34_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412104acb41f2dac74215a0e756e71c7a7f34_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:23:59,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/946dc1444b584be6af17bc5bf45bd08d, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:23:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/946dc1444b584be6af17bc5bf45bd08d is 175, key is test_row_0/A:col10/1733822637038/Put/seqid=0 2024-12-10T09:23:59,273 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#C#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:23:59,274 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/92a2027abd8b4424a505cf08d48801d0 is 50, key is test_row_0/C:col10/1733822636399/Put/seqid=0 2024-12-10T09:23:59,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742013_1189 (size=31105) 2024-12-10T09:23:59,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822699285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,314 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/946dc1444b584be6af17bc5bf45bd08d 2024-12-10T09:23:59,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822699314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822699314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822699316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742014_1190 (size=12527) 2024-12-10T09:23:59,350 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/92a2027abd8b4424a505cf08d48801d0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/92a2027abd8b4424a505cf08d48801d0 2024-12-10T09:23:59,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/6c97e68d38d7405daa4832d95f232e16 is 50, key is test_row_0/B:col10/1733822637038/Put/seqid=0 2024-12-10T09:23:59,359 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/C of c53e3bcdc5ed8c7439c4004088fd2b82 into 92a2027abd8b4424a505cf08d48801d0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:23:59,359 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:23:59,359 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/C, priority=12, startTime=1733822638738; duration=0sec 2024-12-10T09:23:59,360 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:23:59,360 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:C 2024-12-10T09:23:59,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742015_1191 (size=12151) 2024-12-10T09:23:59,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822699514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822699518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822699523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822699523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,771 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/6c97e68d38d7405daa4832d95f232e16 2024-12-10T09:23:59,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/36cb8c50ff70463abe8b4236a4317415 is 50, key is test_row_0/C:col10/1733822637038/Put/seqid=0 2024-12-10T09:23:59,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822699819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822699821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822699826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:23:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822699826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:23:59,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742016_1192 (size=12151) 2024-12-10T09:24:00,233 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/36cb8c50ff70463abe8b4236a4317415 2024-12-10T09:24:00,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/946dc1444b584be6af17bc5bf45bd08d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/946dc1444b584be6af17bc5bf45bd08d 2024-12-10T09:24:00,242 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/946dc1444b584be6af17bc5bf45bd08d, entries=150, sequenceid=195, filesize=30.4 K 2024-12-10T09:24:00,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/6c97e68d38d7405daa4832d95f232e16 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/6c97e68d38d7405daa4832d95f232e16 2024-12-10T09:24:00,248 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/6c97e68d38d7405daa4832d95f232e16, entries=150, sequenceid=195, filesize=11.9 K 2024-12-10T09:24:00,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/36cb8c50ff70463abe8b4236a4317415 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/36cb8c50ff70463abe8b4236a4317415 2024-12-10T09:24:00,254 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/36cb8c50ff70463abe8b4236a4317415, entries=150, sequenceid=195, filesize=11.9 K 2024-12-10T09:24:00,255 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c53e3bcdc5ed8c7439c4004088fd2b82 in 1469ms, sequenceid=195, compaction requested=false 2024-12-10T09:24:00,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:00,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:00,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-10T09:24:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-10T09:24:00,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-10T09:24:00,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3000 sec 2024-12-10T09:24:00,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 3.3080 sec 2024-12-10T09:24:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:00,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-10T09:24:00,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:24:00,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:00,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:24:00,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:00,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:24:00,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:00,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412101724a0538fc740249712d65860a55e8f_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822639181/Put/seqid=0 2024-12-10T09:24:00,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742017_1193 (size=14794) 2024-12-10T09:24:00,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822700340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:00,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822700341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:00,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822700341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:00,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822700342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:00,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822700443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:00,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822700443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822700444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:00,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822700444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:00,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822700646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:00,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822700647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:00,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822700648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:00,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822700648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:00,736 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:00,742 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412101724a0538fc740249712d65860a55e8f_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412101724a0538fc740249712d65860a55e8f_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:00,744 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/6b93bbb8010d438eb3d4036d348f8dcf, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:00,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/6b93bbb8010d438eb3d4036d348f8dcf is 175, key is test_row_0/A:col10/1733822639181/Put/seqid=0 2024-12-10T09:24:00,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742018_1194 (size=39749) 2024-12-10T09:24:00,771 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/6b93bbb8010d438eb3d4036d348f8dcf 2024-12-10T09:24:00,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/d7f9e6d3583e44f2ac32521038ee03aa is 50, key is test_row_0/B:col10/1733822639181/Put/seqid=0 2024-12-10T09:24:00,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742019_1195 (size=12151) 2024-12-10T09:24:00,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822700948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:00,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822700950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:00,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822700950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:00,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822700951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-10T09:24:01,061 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-10T09:24:01,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-10T09:24:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-10T09:24:01,063 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:01,064 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:01,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-10T09:24:01,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/d7f9e6d3583e44f2ac32521038ee03aa 2024-12-10T09:24:01,215 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-10T09:24:01,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:01,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:01,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:01,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:01,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:01,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/75532155685b46cebdb974c6b0547049 is 50, key is test_row_0/C:col10/1733822639181/Put/seqid=0 2024-12-10T09:24:01,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742020_1196 (size=12151) 2024-12-10T09:24:01,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/75532155685b46cebdb974c6b0547049 2024-12-10T09:24:01,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/6b93bbb8010d438eb3d4036d348f8dcf as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6b93bbb8010d438eb3d4036d348f8dcf 2024-12-10T09:24:01,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6b93bbb8010d438eb3d4036d348f8dcf, entries=200, sequenceid=214, filesize=38.8 K 2024-12-10T09:24:01,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/d7f9e6d3583e44f2ac32521038ee03aa as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/d7f9e6d3583e44f2ac32521038ee03aa 2024-12-10T09:24:01,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/d7f9e6d3583e44f2ac32521038ee03aa, entries=150, sequenceid=214, filesize=11.9 K 2024-12-10T09:24:01,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/75532155685b46cebdb974c6b0547049 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/75532155685b46cebdb974c6b0547049 2024-12-10T09:24:01,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/75532155685b46cebdb974c6b0547049, entries=150, sequenceid=214, filesize=11.9 K 2024-12-10T09:24:01,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c53e3bcdc5ed8c7439c4004088fd2b82 in 918ms, sequenceid=214, compaction requested=true 2024-12-10T09:24:01,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:01,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:01,243 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:01,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:01,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:01,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:01,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:01,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-10T09:24:01,243 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:01,244 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:01,244 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/A is initiating minor compaction (all files) 2024-12-10T09:24:01,244 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/A in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:01,244 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:01,244 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/c6d7e81d8c6440f7b74c6a93b75034e9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/946dc1444b584be6af17bc5bf45bd08d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6b93bbb8010d438eb3d4036d348f8dcf] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=99.9 K 2024-12-10T09:24:01,244 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/B is initiating minor compaction (all files) 2024-12-10T09:24:01,244 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:01,244 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/B in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:01,244 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/c6d7e81d8c6440f7b74c6a93b75034e9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/946dc1444b584be6af17bc5bf45bd08d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6b93bbb8010d438eb3d4036d348f8dcf] 2024-12-10T09:24:01,245 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3ef16d9271304e02b658055866a1e5f7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/6c97e68d38d7405daa4832d95f232e16, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/d7f9e6d3583e44f2ac32521038ee03aa] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=36.0 K 2024-12-10T09:24:01,245 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6d7e81d8c6440f7b74c6a93b75034e9, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733822636399 2024-12-10T09:24:01,245 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ef16d9271304e02b658055866a1e5f7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733822636399 2024-12-10T09:24:01,245 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 946dc1444b584be6af17bc5bf45bd08d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733822637030 2024-12-10T09:24:01,246 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c97e68d38d7405daa4832d95f232e16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733822637030 2024-12-10T09:24:01,246 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting d7f9e6d3583e44f2ac32521038ee03aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733822639181 2024-12-10T09:24:01,246 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b93bbb8010d438eb3d4036d348f8dcf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733822639180 2024-12-10T09:24:01,254 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:01,255 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:01,256 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/fb53cbc327d248829d6469a34d127304 is 50, key is test_row_0/B:col10/1733822639181/Put/seqid=0 2024-12-10T09:24:01,257 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241210228bd2f8f1f542e9a51a49e72fd3c7a9_c53e3bcdc5ed8c7439c4004088fd2b82 store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:01,258 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241210228bd2f8f1f542e9a51a49e72fd3c7a9_c53e3bcdc5ed8c7439c4004088fd2b82, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:01,258 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210228bd2f8f1f542e9a51a49e72fd3c7a9_c53e3bcdc5ed8c7439c4004088fd2b82 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:01,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742022_1198 (size=12629) 2024-12-10T09:24:01,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742021_1197 (size=4469) 2024-12-10T09:24:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-10T09:24:01,367 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-10T09:24:01,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:01,368 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-10T09:24:01,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:24:01,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:01,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:24:01,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:01,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:24:01,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:01,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412100646b88e1a61421b93d4da6edb1f2189_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822640340/Put/seqid=0 2024-12-10T09:24:01,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742023_1199 (size=12304) 2024-12-10T09:24:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:01,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:01,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822701465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822701465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822701465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822701466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822701570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822701570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822701570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822701571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48976 deadline: 1733822701657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,658 DEBUG [Thread-689 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., hostname=65eb268144ba,42979,1733822591299, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:24:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-10T09:24:01,677 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/fb53cbc327d248829d6469a34d127304 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/fb53cbc327d248829d6469a34d127304 2024-12-10T09:24:01,682 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#A#compaction#166 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:01,682 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/cc6538b581324833802034da0797bc16 is 175, key is test_row_0/A:col10/1733822639181/Put/seqid=0 2024-12-10T09:24:01,685 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/B of c53e3bcdc5ed8c7439c4004088fd2b82 into fb53cbc327d248829d6469a34d127304(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:01,685 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:01,685 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/B, priority=13, startTime=1733822641243; duration=0sec 2024-12-10T09:24:01,685 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:01,685 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:B 2024-12-10T09:24:01,685 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:01,687 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:01,687 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/C is initiating minor compaction (all files) 2024-12-10T09:24:01,687 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/C in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:01,687 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/92a2027abd8b4424a505cf08d48801d0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/36cb8c50ff70463abe8b4236a4317415, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/75532155685b46cebdb974c6b0547049] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=36.0 K 2024-12-10T09:24:01,688 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 92a2027abd8b4424a505cf08d48801d0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733822636399 2024-12-10T09:24:01,689 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 36cb8c50ff70463abe8b4236a4317415, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733822637030 2024-12-10T09:24:01,689 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 75532155685b46cebdb974c6b0547049, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733822639181 2024-12-10T09:24:01,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742024_1200 (size=31583) 2024-12-10T09:24:01,701 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:01,701 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/7ccc31f96584497a929491946bef4cd1 is 50, key is test_row_0/C:col10/1733822639181/Put/seqid=0 2024-12-10T09:24:01,702 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/cc6538b581324833802034da0797bc16 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/cc6538b581324833802034da0797bc16 2024-12-10T09:24:01,708 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/A of c53e3bcdc5ed8c7439c4004088fd2b82 into cc6538b581324833802034da0797bc16(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:01,708 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:01,708 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/A, priority=13, startTime=1733822641243; duration=0sec 2024-12-10T09:24:01,708 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:01,708 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:A 2024-12-10T09:24:01,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742025_1201 (size=12629) 2024-12-10T09:24:01,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822701773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822701773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822701773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822701774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:01,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:01,785 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412100646b88e1a61421b93d4da6edb1f2189_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412100646b88e1a61421b93d4da6edb1f2189_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:01,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/23c2dd9ce6274b53868a4d9b20bd08f4, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:01,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/23c2dd9ce6274b53868a4d9b20bd08f4 is 175, key is test_row_0/A:col10/1733822640340/Put/seqid=0 2024-12-10T09:24:01,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742026_1202 (size=31105) 2024-12-10T09:24:01,792 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/23c2dd9ce6274b53868a4d9b20bd08f4 2024-12-10T09:24:01,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/abbbe549ce0548f29a2fefc68f170e4a is 50, key is test_row_0/B:col10/1733822640340/Put/seqid=0 2024-12-10T09:24:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742027_1203 (size=12151) 2024-12-10T09:24:02,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822702079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:02,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822702079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:02,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822702081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:02,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822702082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:02,115 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/7ccc31f96584497a929491946bef4cd1 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7ccc31f96584497a929491946bef4cd1 2024-12-10T09:24:02,119 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/C of c53e3bcdc5ed8c7439c4004088fd2b82 into 7ccc31f96584497a929491946bef4cd1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:02,119 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:02,119 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/C, priority=13, startTime=1733822641243; duration=0sec 2024-12-10T09:24:02,120 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:02,120 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:C 2024-12-10T09:24:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-10T09:24:02,218 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/abbbe549ce0548f29a2fefc68f170e4a 2024-12-10T09:24:02,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/c73cf58ab1bb48cab05445d3af897b55 is 50, key is test_row_0/C:col10/1733822640340/Put/seqid=0 2024-12-10T09:24:02,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742028_1204 (size=12151) 2024-12-10T09:24:02,234 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/c73cf58ab1bb48cab05445d3af897b55 2024-12-10T09:24:02,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/23c2dd9ce6274b53868a4d9b20bd08f4 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/23c2dd9ce6274b53868a4d9b20bd08f4 2024-12-10T09:24:02,244 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/23c2dd9ce6274b53868a4d9b20bd08f4, entries=150, sequenceid=234, filesize=30.4 K 2024-12-10T09:24:02,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/abbbe549ce0548f29a2fefc68f170e4a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/abbbe549ce0548f29a2fefc68f170e4a 2024-12-10T09:24:02,253 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/abbbe549ce0548f29a2fefc68f170e4a, entries=150, sequenceid=234, filesize=11.9 K 2024-12-10T09:24:02,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/c73cf58ab1bb48cab05445d3af897b55 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/c73cf58ab1bb48cab05445d3af897b55 2024-12-10T09:24:02,260 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/c73cf58ab1bb48cab05445d3af897b55, entries=150, sequenceid=234, filesize=11.9 K 2024-12-10T09:24:02,261 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for c53e3bcdc5ed8c7439c4004088fd2b82 in 893ms, sequenceid=234, compaction requested=false 2024-12-10T09:24:02,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:02,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:02,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-10T09:24:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-10T09:24:02,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-10T09:24:02,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1980 sec 2024-12-10T09:24:02,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.2010 sec 2024-12-10T09:24:02,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-10T09:24:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:02,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:24:02,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:02,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:24:02,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:02,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:24:02,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:02,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412106e4b85e021154f64bc4fed09bf9d33e5_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822642585/Put/seqid=0 2024-12-10T09:24:02,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822702600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822702601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:02,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822702602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:02,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822702603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:02,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742029_1205 (size=12304) 2024-12-10T09:24:02,617 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:02,621 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412106e4b85e021154f64bc4fed09bf9d33e5_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412106e4b85e021154f64bc4fed09bf9d33e5_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:02,621 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/825d6b6552de4560b2ec14c4fa996b13, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:02,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/825d6b6552de4560b2ec14c4fa996b13 is 175, key is test_row_0/A:col10/1733822642585/Put/seqid=0 2024-12-10T09:24:02,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742030_1206 (size=31105) 2024-12-10T09:24:02,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822702706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:02,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822702706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:02,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822702706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:02,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822702706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:02,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822702908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:02,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822702908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:02,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822702908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:02,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822702909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:03,027 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/825d6b6552de4560b2ec14c4fa996b13 2024-12-10T09:24:03,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/3ab79b1b78474245aa5cbbd45d34450a is 50, key is test_row_0/B:col10/1733822642585/Put/seqid=0 2024-12-10T09:24:03,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742031_1207 (size=12151) 2024-12-10T09:24:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-10T09:24:03,167 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-10T09:24:03,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-10T09:24:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-10T09:24:03,169 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:03,169 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:03,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:03,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822703210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:03,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822703210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:03,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822703210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:03,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822703210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-10T09:24:03,321 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:03,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-10T09:24:03,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:03,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:03,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:03,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:03,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:03,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/3ab79b1b78474245aa5cbbd45d34450a 2024-12-10T09:24:03,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/ecc2024f76f04f97b275b74ee2188c4b is 50, key is test_row_0/C:col10/1733822642585/Put/seqid=0 2024-12-10T09:24:03,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742032_1208 (size=12151) 2024-12-10T09:24:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-10T09:24:03,474 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:03,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-10T09:24:03,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:03,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:03,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:03,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:03,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:03,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:03,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-10T09:24:03,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:03,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:03,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:03,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:03,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:03,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822703712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:03,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822703713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:03,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822703713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:03,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822703714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-10T09:24:03,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:03,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-10T09:24:03,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:03,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:03,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:03,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:03,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:03,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/ecc2024f76f04f97b275b74ee2188c4b 2024-12-10T09:24:03,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/825d6b6552de4560b2ec14c4fa996b13 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/825d6b6552de4560b2ec14c4fa996b13 2024-12-10T09:24:03,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/825d6b6552de4560b2ec14c4fa996b13, entries=150, sequenceid=256, filesize=30.4 K 2024-12-10T09:24:03,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/3ab79b1b78474245aa5cbbd45d34450a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3ab79b1b78474245aa5cbbd45d34450a 2024-12-10T09:24:03,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3ab79b1b78474245aa5cbbd45d34450a, entries=150, sequenceid=256, filesize=11.9 K 2024-12-10T09:24:03,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/ecc2024f76f04f97b275b74ee2188c4b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ecc2024f76f04f97b275b74ee2188c4b 2024-12-10T09:24:03,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ecc2024f76f04f97b275b74ee2188c4b, entries=150, sequenceid=256, filesize=11.9 K 2024-12-10T09:24:03,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for c53e3bcdc5ed8c7439c4004088fd2b82 in 1280ms, sequenceid=256, compaction requested=true 2024-12-10T09:24:03,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:03,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:03,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:03,865 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:03,865 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:03,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:03,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:03,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:03,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:03,866 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:03,866 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:03,866 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/A is initiating minor compaction (all files) 2024-12-10T09:24:03,866 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/B is initiating minor compaction (all files) 2024-12-10T09:24:03,866 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/A in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:03,866 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/B in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:03,867 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/fb53cbc327d248829d6469a34d127304, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/abbbe549ce0548f29a2fefc68f170e4a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3ab79b1b78474245aa5cbbd45d34450a] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=36.1 K 2024-12-10T09:24:03,867 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/cc6538b581324833802034da0797bc16, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/23c2dd9ce6274b53868a4d9b20bd08f4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/825d6b6552de4560b2ec14c4fa996b13] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=91.6 K 2024-12-10T09:24:03,867 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:03,867 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/cc6538b581324833802034da0797bc16, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/23c2dd9ce6274b53868a4d9b20bd08f4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/825d6b6552de4560b2ec14c4fa996b13] 2024-12-10T09:24:03,867 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc6538b581324833802034da0797bc16, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733822639181 2024-12-10T09:24:03,867 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting fb53cbc327d248829d6469a34d127304, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733822639181 2024-12-10T09:24:03,867 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting abbbe549ce0548f29a2fefc68f170e4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733822640340 2024-12-10T09:24:03,867 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23c2dd9ce6274b53868a4d9b20bd08f4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733822640340 2024-12-10T09:24:03,867 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ab79b1b78474245aa5cbbd45d34450a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733822641464 2024-12-10T09:24:03,868 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 825d6b6552de4560b2ec14c4fa996b13, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733822641464 2024-12-10T09:24:03,874 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#B#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:03,874 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/b31dfd1fcd5a487880017ff9860c6fdd is 50, key is test_row_0/B:col10/1733822642585/Put/seqid=0 2024-12-10T09:24:03,875 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:03,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742033_1209 (size=12731) 2024-12-10T09:24:03,880 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241210f374cbbbc32f4ddc9119400bd66da816_c53e3bcdc5ed8c7439c4004088fd2b82 store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:03,881 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241210f374cbbbc32f4ddc9119400bd66da816_c53e3bcdc5ed8c7439c4004088fd2b82, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:03,881 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210f374cbbbc32f4ddc9119400bd66da816_c53e3bcdc5ed8c7439c4004088fd2b82 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:03,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742034_1210 (size=4469) 2024-12-10T09:24:03,932 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:03,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-10T09:24:03,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:03,933 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-10T09:24:03,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:24:03,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:03,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:24:03,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:03,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:24:03,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:03,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121075a90921f7744fe98e3f2b3a71859495_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822642593/Put/seqid=0 2024-12-10T09:24:03,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742035_1211 (size=12454) 2024-12-10T09:24:03,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:03,947 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121075a90921f7744fe98e3f2b3a71859495_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121075a90921f7744fe98e3f2b3a71859495_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:03,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/8f5c3921c5bb446b923c41cf111384e0, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:03,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/8f5c3921c5bb446b923c41cf111384e0 is 175, key is test_row_0/A:col10/1733822642593/Put/seqid=0 2024-12-10T09:24:03,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742036_1212 (size=31255) 2024-12-10T09:24:03,959 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/8f5c3921c5bb446b923c41cf111384e0 2024-12-10T09:24:03,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/3573fb5e2da34eca854ab7b8cc6af2d9 is 50, key is test_row_0/B:col10/1733822642593/Put/seqid=0 2024-12-10T09:24:03,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742037_1213 (size=12301) 2024-12-10T09:24:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-10T09:24:04,294 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#A#compaction#175 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:04,295 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/a52e0fe3edb74c1fbcbbe3d83e320813 is 175, key is test_row_0/A:col10/1733822642585/Put/seqid=0 2024-12-10T09:24:04,298 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/b31dfd1fcd5a487880017ff9860c6fdd as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/b31dfd1fcd5a487880017ff9860c6fdd 2024-12-10T09:24:04,304 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/B of c53e3bcdc5ed8c7439c4004088fd2b82 into b31dfd1fcd5a487880017ff9860c6fdd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:04,304 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:04,305 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/B, priority=13, startTime=1733822643865; duration=0sec 2024-12-10T09:24:04,305 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:04,305 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:B 2024-12-10T09:24:04,305 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:04,307 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:04,308 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/C is initiating minor compaction (all files) 2024-12-10T09:24:04,308 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/C in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:04,308 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7ccc31f96584497a929491946bef4cd1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/c73cf58ab1bb48cab05445d3af897b55, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ecc2024f76f04f97b275b74ee2188c4b] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=36.1 K 2024-12-10T09:24:04,309 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ccc31f96584497a929491946bef4cd1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733822639181 2024-12-10T09:24:04,310 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting c73cf58ab1bb48cab05445d3af897b55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733822640340 2024-12-10T09:24:04,310 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting ecc2024f76f04f97b275b74ee2188c4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733822641464 2024-12-10T09:24:04,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742038_1214 (size=31685) 2024-12-10T09:24:04,338 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/a52e0fe3edb74c1fbcbbe3d83e320813 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/a52e0fe3edb74c1fbcbbe3d83e320813 2024-12-10T09:24:04,343 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/A of c53e3bcdc5ed8c7439c4004088fd2b82 into a52e0fe3edb74c1fbcbbe3d83e320813(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:04,343 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:04,343 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/A, priority=13, startTime=1733822643865; duration=0sec 2024-12-10T09:24:04,343 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:04,343 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:A 2024-12-10T09:24:04,345 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#C#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:04,345 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/6e146b66a90b4470b46d34479b78777d is 50, key is test_row_0/C:col10/1733822642585/Put/seqid=0 2024-12-10T09:24:04,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742039_1215 (size=12731) 2024-12-10T09:24:04,383 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/3573fb5e2da34eca854ab7b8cc6af2d9 2024-12-10T09:24:04,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/5aebbfda831b45a4a5dcc7d9dcebc666 is 50, key is test_row_0/C:col10/1733822642593/Put/seqid=0 2024-12-10T09:24:04,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742040_1216 (size=12301) 2024-12-10T09:24:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:04,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:04,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822704731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:04,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822704732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:04,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822704733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:04,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822704733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:04,764 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/6e146b66a90b4470b46d34479b78777d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/6e146b66a90b4470b46d34479b78777d 2024-12-10T09:24:04,769 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/C of c53e3bcdc5ed8c7439c4004088fd2b82 into 6e146b66a90b4470b46d34479b78777d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:04,769 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:04,769 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/C, priority=13, startTime=1733822643865; duration=0sec 2024-12-10T09:24:04,769 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:04,769 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:C 2024-12-10T09:24:04,795 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/5aebbfda831b45a4a5dcc7d9dcebc666 2024-12-10T09:24:04,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/8f5c3921c5bb446b923c41cf111384e0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/8f5c3921c5bb446b923c41cf111384e0 2024-12-10T09:24:04,803 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/8f5c3921c5bb446b923c41cf111384e0, entries=150, sequenceid=273, filesize=30.5 K 2024-12-10T09:24:04,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/3573fb5e2da34eca854ab7b8cc6af2d9 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3573fb5e2da34eca854ab7b8cc6af2d9 2024-12-10T09:24:04,810 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3573fb5e2da34eca854ab7b8cc6af2d9, entries=150, sequenceid=273, filesize=12.0 K 2024-12-10T09:24:04,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/5aebbfda831b45a4a5dcc7d9dcebc666 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/5aebbfda831b45a4a5dcc7d9dcebc666 2024-12-10T09:24:04,818 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/5aebbfda831b45a4a5dcc7d9dcebc666, entries=150, sequenceid=273, filesize=12.0 K 2024-12-10T09:24:04,819 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for c53e3bcdc5ed8c7439c4004088fd2b82 in 886ms, sequenceid=273, compaction requested=false 2024-12-10T09:24:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:04,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-10T09:24:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-10T09:24:04,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-10T09:24:04,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6510 sec 2024-12-10T09:24:04,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.6540 sec 2024-12-10T09:24:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:04,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-10T09:24:04,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:24:04,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:04,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:24:04,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:04,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:24:04,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:04,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210e5937f2355ce404a97606ea8c831bc75_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822644836/Put/seqid=0 2024-12-10T09:24:04,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:04,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822704847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822704849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:04,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822704856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:04,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822704856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:04,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742041_1217 (size=12454) 2024-12-10T09:24:04,860 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:04,865 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210e5937f2355ce404a97606ea8c831bc75_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210e5937f2355ce404a97606ea8c831bc75_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:04,865 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/73ca37a7daa54bcf877310d98996138c, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:04,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/73ca37a7daa54bcf877310d98996138c is 175, key is test_row_0/A:col10/1733822644836/Put/seqid=0 2024-12-10T09:24:04,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742042_1218 (size=31255) 2024-12-10T09:24:04,877 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/73ca37a7daa54bcf877310d98996138c 2024-12-10T09:24:04,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/38b5dfeeea2d48d7a4b5710bb745f0c3 is 50, key is test_row_0/B:col10/1733822644836/Put/seqid=0 2024-12-10T09:24:04,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742043_1219 (size=12301) 2024-12-10T09:24:04,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822704956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:04,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822704956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:04,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822704957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:04,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822704958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822705158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822705158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822705159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822705163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-10T09:24:05,272 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-10T09:24:05,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-10T09:24:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-10T09:24:05,275 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:05,275 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:05,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:05,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/38b5dfeeea2d48d7a4b5710bb745f0c3 2024-12-10T09:24:05,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/f73394b3b6d54c9aba71f45c121fe3b3 is 50, key is test_row_0/C:col10/1733822644836/Put/seqid=0 2024-12-10T09:24:05,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742044_1220 (size=12301) 2024-12-10T09:24:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-10T09:24:05,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-10T09:24:05,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:05,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:05,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:05,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:05,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:05,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822705461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822705461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822705462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822705467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-10T09:24:05,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-10T09:24:05,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:05,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:05,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:05,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:05,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:05,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/f73394b3b6d54c9aba71f45c121fe3b3 2024-12-10T09:24:05,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/73ca37a7daa54bcf877310d98996138c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/73ca37a7daa54bcf877310d98996138c 2024-12-10T09:24:05,732 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-10T09:24:05,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:05,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:05,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:05,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/73ca37a7daa54bcf877310d98996138c, entries=150, sequenceid=298, filesize=30.5 K 2024-12-10T09:24:05,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:05,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:05,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/38b5dfeeea2d48d7a4b5710bb745f0c3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/38b5dfeeea2d48d7a4b5710bb745f0c3 2024-12-10T09:24:05,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/38b5dfeeea2d48d7a4b5710bb745f0c3, entries=150, sequenceid=298, filesize=12.0 K 2024-12-10T09:24:05,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/f73394b3b6d54c9aba71f45c121fe3b3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/f73394b3b6d54c9aba71f45c121fe3b3 2024-12-10T09:24:05,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/f73394b3b6d54c9aba71f45c121fe3b3, entries=150, sequenceid=298, filesize=12.0 K 2024-12-10T09:24:05,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for c53e3bcdc5ed8c7439c4004088fd2b82 in 907ms, sequenceid=298, compaction requested=true 2024-12-10T09:24:05,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:05,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:05,744 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:05,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:05,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:05,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:05,744 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:05,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:05,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:05,745 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:05,745 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:05,745 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/B is initiating minor compaction (all files) 2024-12-10T09:24:05,745 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/A is initiating minor compaction (all files) 2024-12-10T09:24:05,745 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/A in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:05,745 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/B in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:05,745 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/a52e0fe3edb74c1fbcbbe3d83e320813, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/8f5c3921c5bb446b923c41cf111384e0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/73ca37a7daa54bcf877310d98996138c] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=92.0 K 2024-12-10T09:24:05,745 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/b31dfd1fcd5a487880017ff9860c6fdd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3573fb5e2da34eca854ab7b8cc6af2d9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/38b5dfeeea2d48d7a4b5710bb745f0c3] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=36.5 K 2024-12-10T09:24:05,745 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:05,745 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/a52e0fe3edb74c1fbcbbe3d83e320813, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/8f5c3921c5bb446b923c41cf111384e0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/73ca37a7daa54bcf877310d98996138c] 2024-12-10T09:24:05,745 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting b31dfd1fcd5a487880017ff9860c6fdd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733822641464 2024-12-10T09:24:05,745 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting a52e0fe3edb74c1fbcbbe3d83e320813, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733822641464 2024-12-10T09:24:05,745 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 3573fb5e2da34eca854ab7b8cc6af2d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733822642593 2024-12-10T09:24:05,745 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f5c3921c5bb446b923c41cf111384e0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733822642593 2024-12-10T09:24:05,746 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 38b5dfeeea2d48d7a4b5710bb745f0c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733822644731 2024-12-10T09:24:05,746 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73ca37a7daa54bcf877310d98996138c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733822644731 2024-12-10T09:24:05,752 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:05,753 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#B#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:05,753 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/c75d581394244cbeb0a4e0a008b0ea49 is 50, key is test_row_0/B:col10/1733822644836/Put/seqid=0 2024-12-10T09:24:05,755 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241210636348add74e48de8b5a660dc68acf95_c53e3bcdc5ed8c7439c4004088fd2b82 store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:05,756 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241210636348add74e48de8b5a660dc68acf95_c53e3bcdc5ed8c7439c4004088fd2b82, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:05,756 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210636348add74e48de8b5a660dc68acf95_c53e3bcdc5ed8c7439c4004088fd2b82 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:05,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742045_1221 (size=12983) 2024-12-10T09:24:05,762 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/c75d581394244cbeb0a4e0a008b0ea49 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/c75d581394244cbeb0a4e0a008b0ea49 2024-12-10T09:24:05,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742046_1222 (size=4469) 2024-12-10T09:24:05,767 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#A#compaction#184 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:05,768 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/50d867cbf56542988c389f84e06f997c is 175, key is test_row_0/A:col10/1733822644836/Put/seqid=0 2024-12-10T09:24:05,769 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/B of c53e3bcdc5ed8c7439c4004088fd2b82 into c75d581394244cbeb0a4e0a008b0ea49(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:05,769 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:05,769 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/B, priority=13, startTime=1733822645744; duration=0sec 2024-12-10T09:24:05,769 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:05,769 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:B 2024-12-10T09:24:05,769 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:05,771 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:05,771 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/C is initiating minor compaction (all files) 2024-12-10T09:24:05,771 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/C in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:05,771 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/6e146b66a90b4470b46d34479b78777d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/5aebbfda831b45a4a5dcc7d9dcebc666, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/f73394b3b6d54c9aba71f45c121fe3b3] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=36.5 K 2024-12-10T09:24:05,771 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e146b66a90b4470b46d34479b78777d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733822641464 2024-12-10T09:24:05,772 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 5aebbfda831b45a4a5dcc7d9dcebc666, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733822642593 2024-12-10T09:24:05,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742047_1223 (size=31937) 2024-12-10T09:24:05,773 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting f73394b3b6d54c9aba71f45c121fe3b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733822644731 2024-12-10T09:24:05,777 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/50d867cbf56542988c389f84e06f997c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/50d867cbf56542988c389f84e06f997c 2024-12-10T09:24:05,781 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#C#compaction#185 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:05,781 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/6c4c3cd2c0984c328641cb3238c5a9bd is 50, key is test_row_0/C:col10/1733822644836/Put/seqid=0 2024-12-10T09:24:05,783 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/A of c53e3bcdc5ed8c7439c4004088fd2b82 into 50d867cbf56542988c389f84e06f997c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:05,783 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:05,783 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/A, priority=13, startTime=1733822645744; duration=0sec 2024-12-10T09:24:05,783 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:05,783 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:A 2024-12-10T09:24:05,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742048_1224 (size=12983) 2024-12-10T09:24:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-10T09:24:05,884 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-10T09:24:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:05,885 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-10T09:24:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:24:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:24:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:24:05,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:05,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210fc450147e7fb4aa6a4933c17bd26d00e_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822644845/Put/seqid=0 2024-12-10T09:24:05,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742049_1225 (size=12454) 2024-12-10T09:24:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:05,902 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210fc450147e7fb4aa6a4933c17bd26d00e_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210fc450147e7fb4aa6a4933c17bd26d00e_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:05,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/dca12356fdc34deaa7e8f8342f0ff8b9, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:05,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/dca12356fdc34deaa7e8f8342f0ff8b9 is 175, key is test_row_0/A:col10/1733822644845/Put/seqid=0 2024-12-10T09:24:05,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742050_1226 (size=31255) 2024-12-10T09:24:05,910 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/dca12356fdc34deaa7e8f8342f0ff8b9 2024-12-10T09:24:05,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/27c1d4efcc3043a0baa46f078da40fd9 is 50, key is test_row_0/B:col10/1733822644845/Put/seqid=0 2024-12-10T09:24:05,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742051_1227 (size=12301) 2024-12-10T09:24:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:05,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:05,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822705977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822705978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822705979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:05,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822705982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:06,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822706083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:06,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822706083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:06,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822706083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:06,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822706084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:06,196 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/6c4c3cd2c0984c328641cb3238c5a9bd as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/6c4c3cd2c0984c328641cb3238c5a9bd 2024-12-10T09:24:06,201 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/C of c53e3bcdc5ed8c7439c4004088fd2b82 into 6c4c3cd2c0984c328641cb3238c5a9bd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:06,201 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:06,201 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/C, priority=13, startTime=1733822645744; duration=0sec 2024-12-10T09:24:06,201 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:06,201 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:C 2024-12-10T09:24:06,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822706286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:06,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822706286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:06,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:06,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822706286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822706286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:06,330 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/27c1d4efcc3043a0baa46f078da40fd9 2024-12-10T09:24:06,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/7926008a2faf4c2983728341044f14e7 is 50, key is test_row_0/C:col10/1733822644845/Put/seqid=0 2024-12-10T09:24:06,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742052_1228 (size=12301) 2024-12-10T09:24:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-10T09:24:06,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822706588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:06,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822706591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:06,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822706591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:06,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822706593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:06,742 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/7926008a2faf4c2983728341044f14e7 2024-12-10T09:24:06,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/dca12356fdc34deaa7e8f8342f0ff8b9 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/dca12356fdc34deaa7e8f8342f0ff8b9 2024-12-10T09:24:06,755 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/dca12356fdc34deaa7e8f8342f0ff8b9, entries=150, sequenceid=315, filesize=30.5 K 2024-12-10T09:24:06,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/27c1d4efcc3043a0baa46f078da40fd9 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/27c1d4efcc3043a0baa46f078da40fd9 2024-12-10T09:24:06,760 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/27c1d4efcc3043a0baa46f078da40fd9, entries=150, sequenceid=315, filesize=12.0 K 2024-12-10T09:24:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/7926008a2faf4c2983728341044f14e7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7926008a2faf4c2983728341044f14e7 2024-12-10T09:24:06,764 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7926008a2faf4c2983728341044f14e7, entries=150, sequenceid=315, filesize=12.0 K 2024-12-10T09:24:06,766 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for c53e3bcdc5ed8c7439c4004088fd2b82 in 880ms, sequenceid=315, compaction requested=false 2024-12-10T09:24:06,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:06,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:06,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-10T09:24:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-10T09:24:06,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-10T09:24:06,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4920 sec 2024-12-10T09:24:06,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.4960 sec 2024-12-10T09:24:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:07,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-10T09:24:07,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:24:07,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:07,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:24:07,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:07,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:24:07,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:07,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412101ccf1113c09343c2947adb3dd90866fb_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822645970/Put/seqid=0 2024-12-10T09:24:07,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742053_1229 (size=14994) 2024-12-10T09:24:07,105 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:07,108 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412101ccf1113c09343c2947adb3dd90866fb_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412101ccf1113c09343c2947adb3dd90866fb_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:07,109 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/1b2dcd8700304de897aec081e1fa9d44, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:07,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822707105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822707105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/1b2dcd8700304de897aec081e1fa9d44 is 175, key is test_row_0/A:col10/1733822645970/Put/seqid=0 2024-12-10T09:24:07,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822707109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822707109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742054_1230 (size=39949) 2024-12-10T09:24:07,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822707210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822707210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822707211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822707211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-10T09:24:07,378 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-10T09:24:07,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-10T09:24:07,380 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-10T09:24:07,382 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:07,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:07,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822707412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822707413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822707413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822707413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-10T09:24:07,513 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/1b2dcd8700304de897aec081e1fa9d44 2024-12-10T09:24:07,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/95f1487ee2ad4607886e00c012f343f7 is 50, key is test_row_0/B:col10/1733822645970/Put/seqid=0 2024-12-10T09:24:07,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742055_1231 (size=12301) 2024-12-10T09:24:07,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-10T09:24:07,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:07,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:07,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:07,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:07,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-10T09:24:07,686 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-10T09:24:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:07,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:07,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:07,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822707715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822707717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822707718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822707718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,838 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-10T09:24:07,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:07,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:07,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:07,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:07,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:07,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/95f1487ee2ad4607886e00c012f343f7 2024-12-10T09:24:07,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/ae326923488b49af8976dea67e10a5e8 is 50, key is test_row_0/C:col10/1733822645970/Put/seqid=0 2024-12-10T09:24:07,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742056_1232 (size=12301) 2024-12-10T09:24:07,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/ae326923488b49af8976dea67e10a5e8 2024-12-10T09:24:07,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/1b2dcd8700304de897aec081e1fa9d44 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/1b2dcd8700304de897aec081e1fa9d44 2024-12-10T09:24:07,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/1b2dcd8700304de897aec081e1fa9d44, entries=200, sequenceid=339, filesize=39.0 K 2024-12-10T09:24:07,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/95f1487ee2ad4607886e00c012f343f7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/95f1487ee2ad4607886e00c012f343f7 2024-12-10T09:24:07,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/95f1487ee2ad4607886e00c012f343f7, entries=150, sequenceid=339, filesize=12.0 K 2024-12-10T09:24:07,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/ae326923488b49af8976dea67e10a5e8 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ae326923488b49af8976dea67e10a5e8 2024-12-10T09:24:07,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ae326923488b49af8976dea67e10a5e8, entries=150, sequenceid=339, filesize=12.0 K 2024-12-10T09:24:07,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for c53e3bcdc5ed8c7439c4004088fd2b82 in 871ms, sequenceid=339, compaction requested=true 2024-12-10T09:24:07,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:07,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:07,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:07,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:07,964 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:07,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:07,964 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:07,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:07,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:07,965 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:07,965 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:07,965 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/A is initiating minor compaction (all files) 2024-12-10T09:24:07,965 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/B is initiating minor compaction (all files) 2024-12-10T09:24:07,965 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/A in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:07,965 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/B in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:07,965 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/50d867cbf56542988c389f84e06f997c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/dca12356fdc34deaa7e8f8342f0ff8b9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/1b2dcd8700304de897aec081e1fa9d44] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=100.7 K 2024-12-10T09:24:07,965 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/c75d581394244cbeb0a4e0a008b0ea49, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/27c1d4efcc3043a0baa46f078da40fd9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/95f1487ee2ad4607886e00c012f343f7] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=36.7 K 2024-12-10T09:24:07,966 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:07,966 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/50d867cbf56542988c389f84e06f997c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/dca12356fdc34deaa7e8f8342f0ff8b9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/1b2dcd8700304de897aec081e1fa9d44] 2024-12-10T09:24:07,966 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting c75d581394244cbeb0a4e0a008b0ea49, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733822644731 2024-12-10T09:24:07,966 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50d867cbf56542988c389f84e06f997c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733822644731 2024-12-10T09:24:07,966 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 27c1d4efcc3043a0baa46f078da40fd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733822644845 2024-12-10T09:24:07,966 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting dca12356fdc34deaa7e8f8342f0ff8b9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733822644845 2024-12-10T09:24:07,966 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 95f1487ee2ad4607886e00c012f343f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733822645970 2024-12-10T09:24:07,966 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b2dcd8700304de897aec081e1fa9d44, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733822645970 2024-12-10T09:24:07,972 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#B#compaction#192 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:07,973 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/de31a730e7304f0684ee1a9198c289b2 is 50, key is test_row_0/B:col10/1733822645970/Put/seqid=0 2024-12-10T09:24:07,974 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:07,977 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412107596336216a34b0797a67b1be096f555_c53e3bcdc5ed8c7439c4004088fd2b82 store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:07,979 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412107596336216a34b0797a67b1be096f555_c53e3bcdc5ed8c7439c4004088fd2b82, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:07,979 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412107596336216a34b0797a67b1be096f555_c53e3bcdc5ed8c7439c4004088fd2b82 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-10T09:24:07,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742057_1233 (size=13085) 2024-12-10T09:24:07,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:07,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-10T09:24:07,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:07,991 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-10T09:24:07,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:24:07,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:07,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:24:07,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:07,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:24:07,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:07,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742058_1234 (size=4469) 2024-12-10T09:24:07,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210e99a04aefc7b46f38faa81f15c1c388a_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822647104/Put/seqid=0 2024-12-10T09:24:08,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742059_1235 (size=12454) 2024-12-10T09:24:08,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:08,007 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210e99a04aefc7b46f38faa81f15c1c388a_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210e99a04aefc7b46f38faa81f15c1c388a_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:08,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/6fb47a74101249f8b4963b18a7757f54, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:08,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/6fb47a74101249f8b4963b18a7757f54 is 175, key is test_row_0/A:col10/1733822647104/Put/seqid=0 2024-12-10T09:24:08,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742060_1236 (size=31255) 2024-12-10T09:24:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:08,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:08,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822708234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822708235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822708236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822708236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822708338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822708338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822708338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822708339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,389 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/de31a730e7304f0684ee1a9198c289b2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/de31a730e7304f0684ee1a9198c289b2 2024-12-10T09:24:08,393 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/B of c53e3bcdc5ed8c7439c4004088fd2b82 into de31a730e7304f0684ee1a9198c289b2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:08,393 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:08,393 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/B, priority=13, startTime=1733822647964; duration=0sec 2024-12-10T09:24:08,393 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:08,393 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:B 2024-12-10T09:24:08,393 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:08,394 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:08,394 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/C is initiating minor compaction (all files) 2024-12-10T09:24:08,395 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/C in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:08,395 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/6c4c3cd2c0984c328641cb3238c5a9bd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7926008a2faf4c2983728341044f14e7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ae326923488b49af8976dea67e10a5e8] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=36.7 K 2024-12-10T09:24:08,395 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c4c3cd2c0984c328641cb3238c5a9bd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733822644731 2024-12-10T09:24:08,395 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 7926008a2faf4c2983728341044f14e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733822644845 2024-12-10T09:24:08,395 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#A#compaction#193 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:08,396 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting ae326923488b49af8976dea67e10a5e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733822645970 2024-12-10T09:24:08,396 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/7f07af4409464d58af992e79226a942a is 175, key is test_row_0/A:col10/1733822645970/Put/seqid=0 2024-12-10T09:24:08,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742061_1237 (size=32039) 2024-12-10T09:24:08,403 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#C#compaction#195 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:08,403 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/fce4409c86154a9cad5ca970d44a6992 is 50, key is test_row_0/C:col10/1733822645970/Put/seqid=0 2024-12-10T09:24:08,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742062_1238 (size=13085) 2024-12-10T09:24:08,413 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/6fb47a74101249f8b4963b18a7757f54 2024-12-10T09:24:08,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/9806c94b942343459d93413ed8c24549 is 50, key is test_row_0/B:col10/1733822647104/Put/seqid=0 2024-12-10T09:24:08,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742063_1239 (size=12301) 2024-12-10T09:24:08,422 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/9806c94b942343459d93413ed8c24549 2024-12-10T09:24:08,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/4df0d6745099426797065ad20e49bc23 is 50, key is test_row_0/C:col10/1733822647104/Put/seqid=0 2024-12-10T09:24:08,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742064_1240 (size=12301) 2024-12-10T09:24:08,431 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/4df0d6745099426797065ad20e49bc23 2024-12-10T09:24:08,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/6fb47a74101249f8b4963b18a7757f54 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6fb47a74101249f8b4963b18a7757f54 2024-12-10T09:24:08,438 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6fb47a74101249f8b4963b18a7757f54, entries=150, sequenceid=353, filesize=30.5 K 2024-12-10T09:24:08,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/9806c94b942343459d93413ed8c24549 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/9806c94b942343459d93413ed8c24549 2024-12-10T09:24:08,442 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/9806c94b942343459d93413ed8c24549, entries=150, sequenceid=353, filesize=12.0 K 2024-12-10T09:24:08,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/4df0d6745099426797065ad20e49bc23 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/4df0d6745099426797065ad20e49bc23 2024-12-10T09:24:08,446 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/4df0d6745099426797065ad20e49bc23, entries=150, sequenceid=353, filesize=12.0 K 2024-12-10T09:24:08,447 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c53e3bcdc5ed8c7439c4004088fd2b82 in 456ms, sequenceid=353, compaction requested=false 2024-12-10T09:24:08,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:08,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:08,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-10T09:24:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-10T09:24:08,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-10T09:24:08,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0660 sec 2024-12-10T09:24:08,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.0700 sec 2024-12-10T09:24:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-10T09:24:08,486 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-10T09:24:08,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-10T09:24:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-10T09:24:08,489 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:08,489 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:08,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:08,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-10T09:24:08,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:24:08,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:08,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:24:08,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:08,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:24:08,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:08,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210eb7ef0f91de645f19eec879a69bba2aa_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822648543/Put/seqid=0 2024-12-10T09:24:08,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822708548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822708550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822708550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822708551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742065_1241 (size=14994) 2024-12-10T09:24:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-10T09:24:08,626 DEBUG [Thread-694 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42aa95c2 to 127.0.0.1:56918 2024-12-10T09:24:08,626 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:08,627 DEBUG [Thread-692 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28575504 to 127.0.0.1:56918 2024-12-10T09:24:08,627 DEBUG [Thread-692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:08,629 DEBUG [Thread-698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b3fc4de to 127.0.0.1:56918 2024-12-10T09:24:08,629 DEBUG [Thread-698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:08,631 DEBUG [Thread-696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x564b7e68 to 127.0.0.1:56918 2024-12-10T09:24:08,631 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:08,641 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-10T09:24:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:08,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:08,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822708652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822708654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822708654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822708654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-10T09:24:08,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-10T09:24:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:08,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:08,807 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/7f07af4409464d58af992e79226a942a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/7f07af4409464d58af992e79226a942a 2024-12-10T09:24:08,813 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/fce4409c86154a9cad5ca970d44a6992 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/fce4409c86154a9cad5ca970d44a6992 2024-12-10T09:24:08,813 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/A of c53e3bcdc5ed8c7439c4004088fd2b82 into 7f07af4409464d58af992e79226a942a(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:08,813 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:08,813 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/A, priority=13, startTime=1733822647964; duration=0sec 2024-12-10T09:24:08,813 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:08,813 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:A 2024-12-10T09:24:08,819 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/C of c53e3bcdc5ed8c7439c4004088fd2b82 into fce4409c86154a9cad5ca970d44a6992(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:08,819 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:08,819 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/C, priority=13, startTime=1733822647964; duration=0sec 2024-12-10T09:24:08,819 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:08,819 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:C 2024-12-10T09:24:08,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822708856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822708856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822708857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822708857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:08,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-10T09:24:08,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:08,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:08,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:08,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:08,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:08,959 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:08,965 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210eb7ef0f91de645f19eec879a69bba2aa_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210eb7ef0f91de645f19eec879a69bba2aa_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:08,966 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/636cbdf81c2f4abea5a359a9f62fcd3c, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:08,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/636cbdf81c2f4abea5a359a9f62fcd3c is 175, key is test_row_0/A:col10/1733822648543/Put/seqid=0 2024-12-10T09:24:08,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742066_1242 (size=39949) 2024-12-10T09:24:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-10T09:24:09,110 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:09,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-10T09:24:09,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:09,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:09,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:09,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:09,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822709158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822709158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:09,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822709159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:09,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822709160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:09,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:09,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-10T09:24:09,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:09,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:09,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:09,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,371 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/636cbdf81c2f4abea5a359a9f62fcd3c 2024-12-10T09:24:09,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/af384d75304e46809c1c197c564422f4 is 50, key is test_row_0/B:col10/1733822648543/Put/seqid=0 2024-12-10T09:24:09,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742067_1243 (size=12301) 2024-12-10T09:24:09,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:09,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-10T09:24:09,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:09,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:09,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:09,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:09,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-10T09:24:09,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:09,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:09,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:09,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-10T09:24:09,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:09,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48950 deadline: 1733822709661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48946 deadline: 1733822709661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:09,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48964 deadline: 1733822709663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:09,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48940 deadline: 1733822709664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:09,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:09,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-10T09:24:09,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:09,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:09,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:09,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,771 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T09:24:09,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/af384d75304e46809c1c197c564422f4 2024-12-10T09:24:09,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/0a946e51a1254173b927509f1ab3dcac is 50, key is test_row_0/C:col10/1733822648543/Put/seqid=0 2024-12-10T09:24:09,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742068_1244 (size=12301) 2024-12-10T09:24:09,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:09,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-10T09:24:09,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:09,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:09,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:09,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:10,029 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:10,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-10T09:24:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:10,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:10,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:10,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-10T09:24:10,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:10,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:10,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:10,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:10,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:10,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/0a946e51a1254173b927509f1ab3dcac 2024-12-10T09:24:10,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/636cbdf81c2f4abea5a359a9f62fcd3c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/636cbdf81c2f4abea5a359a9f62fcd3c 2024-12-10T09:24:10,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/636cbdf81c2f4abea5a359a9f62fcd3c, entries=200, sequenceid=379, filesize=39.0 K 2024-12-10T09:24:10,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/af384d75304e46809c1c197c564422f4 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/af384d75304e46809c1c197c564422f4 2024-12-10T09:24:10,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/af384d75304e46809c1c197c564422f4, entries=150, sequenceid=379, filesize=12.0 K 2024-12-10T09:24:10,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/0a946e51a1254173b927509f1ab3dcac as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/0a946e51a1254173b927509f1ab3dcac 2024-12-10T09:24:10,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/0a946e51a1254173b927509f1ab3dcac, entries=150, sequenceid=379, filesize=12.0 K 2024-12-10T09:24:10,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c53e3bcdc5ed8c7439c4004088fd2b82 in 1667ms, sequenceid=379, compaction requested=true 2024-12-10T09:24:10,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:10,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:10,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:10,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:10,210 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:10,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:10,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c53e3bcdc5ed8c7439c4004088fd2b82:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:10,210 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:10,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:10,211 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:10,211 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:10,211 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/B is initiating minor compaction (all files) 2024-12-10T09:24:10,211 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/A is initiating minor compaction (all files) 2024-12-10T09:24:10,211 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/B in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:10,211 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/A in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:10,211 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/de31a730e7304f0684ee1a9198c289b2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/9806c94b942343459d93413ed8c24549, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/af384d75304e46809c1c197c564422f4] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=36.8 K 2024-12-10T09:24:10,211 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/7f07af4409464d58af992e79226a942a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6fb47a74101249f8b4963b18a7757f54, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/636cbdf81c2f4abea5a359a9f62fcd3c] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=100.8 K 2024-12-10T09:24:10,211 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:10,211 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/7f07af4409464d58af992e79226a942a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6fb47a74101249f8b4963b18a7757f54, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/636cbdf81c2f4abea5a359a9f62fcd3c] 2024-12-10T09:24:10,211 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting de31a730e7304f0684ee1a9198c289b2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733822645970 2024-12-10T09:24:10,211 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f07af4409464d58af992e79226a942a, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733822645970 2024-12-10T09:24:10,212 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 9806c94b942343459d93413ed8c24549, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733822647104 2024-12-10T09:24:10,212 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fb47a74101249f8b4963b18a7757f54, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733822647104 2024-12-10T09:24:10,212 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting af384d75304e46809c1c197c564422f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733822648235 2024-12-10T09:24:10,212 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 636cbdf81c2f4abea5a359a9f62fcd3c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733822648235 2024-12-10T09:24:10,218 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:10,218 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/5ab0fa831d184970bd2010b757f2ee44 is 50, key is test_row_0/B:col10/1733822648543/Put/seqid=0 2024-12-10T09:24:10,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742069_1245 (size=13187) 2024-12-10T09:24:10,223 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:10,225 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412102868ed7896944a7e8e0ac0462b42d02d_c53e3bcdc5ed8c7439c4004088fd2b82 store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:10,229 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/5ab0fa831d184970bd2010b757f2ee44 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/5ab0fa831d184970bd2010b757f2ee44 2024-12-10T09:24:10,234 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/B of c53e3bcdc5ed8c7439c4004088fd2b82 into 5ab0fa831d184970bd2010b757f2ee44(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:10,234 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:10,234 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/B, priority=13, startTime=1733822650210; duration=0sec 2024-12-10T09:24:10,235 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:10,235 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:B 2024-12-10T09:24:10,235 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:10,236 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:10,236 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c53e3bcdc5ed8c7439c4004088fd2b82/C is initiating minor compaction (all files) 2024-12-10T09:24:10,236 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c53e3bcdc5ed8c7439c4004088fd2b82/C in TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:10,236 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/fce4409c86154a9cad5ca970d44a6992, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/4df0d6745099426797065ad20e49bc23, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/0a946e51a1254173b927509f1ab3dcac] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp, totalSize=36.8 K 2024-12-10T09:24:10,237 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting fce4409c86154a9cad5ca970d44a6992, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733822645970 2024-12-10T09:24:10,237 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 4df0d6745099426797065ad20e49bc23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733822647104 2024-12-10T09:24:10,237 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a946e51a1254173b927509f1ab3dcac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733822648235 2024-12-10T09:24:10,250 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412102868ed7896944a7e8e0ac0462b42d02d_c53e3bcdc5ed8c7439c4004088fd2b82, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:10,250 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412102868ed7896944a7e8e0ac0462b42d02d_c53e3bcdc5ed8c7439c4004088fd2b82 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:10,250 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#C#compaction#203 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:10,250 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/b6fcd24408e243eb931d8f85454bce9a is 50, key is test_row_0/C:col10/1733822648543/Put/seqid=0 2024-12-10T09:24:10,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742070_1246 (size=4469) 2024-12-10T09:24:10,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742071_1247 (size=13187) 2024-12-10T09:24:10,335 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:10,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-10T09:24:10,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:10,336 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-10T09:24:10,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:24:10,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:10,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:24:10,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:10,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:24:10,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:10,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412103664f701e27f4f75997f45bcbd1af2b5_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822648550/Put/seqid=0 2024-12-10T09:24:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742072_1248 (size=12454) 2024-12-10T09:24:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-10T09:24:10,658 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c53e3bcdc5ed8c7439c4004088fd2b82#A#compaction#202 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:10,658 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/c0bf55e01bc2406594f08528c75ddc43 is 175, key is test_row_0/A:col10/1733822648543/Put/seqid=0 2024-12-10T09:24:10,661 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/b6fcd24408e243eb931d8f85454bce9a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/b6fcd24408e243eb931d8f85454bce9a 2024-12-10T09:24:10,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742073_1249 (size=32141) 2024-12-10T09:24:10,666 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/C of c53e3bcdc5ed8c7439c4004088fd2b82 into b6fcd24408e243eb931d8f85454bce9a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:10,666 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:10,666 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/C, priority=13, startTime=1733822650210; duration=0sec 2024-12-10T09:24:10,666 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:10,666 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:C 2024-12-10T09:24:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:10,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. as already flushing 2024-12-10T09:24:10,668 DEBUG [Thread-681 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x216df2bd to 127.0.0.1:56918 2024-12-10T09:24:10,668 DEBUG [Thread-681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:10,669 DEBUG [Thread-687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45472b1d to 127.0.0.1:56918 2024-12-10T09:24:10,669 DEBUG [Thread-683 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d92bd5b to 127.0.0.1:56918 2024-12-10T09:24:10,669 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:10,669 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:10,672 DEBUG [Thread-685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x499c4ae8 to 127.0.0.1:56918 2024-12-10T09:24:10,672 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:10,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:10,754 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412103664f701e27f4f75997f45bcbd1af2b5_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412103664f701e27f4f75997f45bcbd1af2b5_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:10,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/f6b6e7541e5e41a2a9e40d22206136c3, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:10,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/f6b6e7541e5e41a2a9e40d22206136c3 is 175, key is test_row_0/A:col10/1733822648550/Put/seqid=0 2024-12-10T09:24:10,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742074_1250 (size=31255) 2024-12-10T09:24:11,069 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/c0bf55e01bc2406594f08528c75ddc43 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/c0bf55e01bc2406594f08528c75ddc43 2024-12-10T09:24:11,075 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c53e3bcdc5ed8c7439c4004088fd2b82/A of c53e3bcdc5ed8c7439c4004088fd2b82 into c0bf55e01bc2406594f08528c75ddc43(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:11,075 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:11,075 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82., storeName=c53e3bcdc5ed8c7439c4004088fd2b82/A, priority=13, startTime=1733822650210; duration=0sec 2024-12-10T09:24:11,075 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:11,075 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c53e3bcdc5ed8c7439c4004088fd2b82:A 2024-12-10T09:24:11,161 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/f6b6e7541e5e41a2a9e40d22206136c3 2024-12-10T09:24:11,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/292f38301a8c462a928c77994a75ef9e is 50, key is test_row_0/B:col10/1733822648550/Put/seqid=0 2024-12-10T09:24:11,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742075_1251 (size=12301) 2024-12-10T09:24:11,574 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/292f38301a8c462a928c77994a75ef9e 2024-12-10T09:24:11,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/ed5de3b59a444efb933c390cdf79d3c2 is 50, key is test_row_0/C:col10/1733822648550/Put/seqid=0 2024-12-10T09:24:11,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742076_1252 (size=12301) 2024-12-10T09:24:11,596 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/ed5de3b59a444efb933c390cdf79d3c2 2024-12-10T09:24:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/f6b6e7541e5e41a2a9e40d22206136c3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/f6b6e7541e5e41a2a9e40d22206136c3 2024-12-10T09:24:11,607 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/f6b6e7541e5e41a2a9e40d22206136c3, entries=150, sequenceid=393, filesize=30.5 K 2024-12-10T09:24:11,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/292f38301a8c462a928c77994a75ef9e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/292f38301a8c462a928c77994a75ef9e 2024-12-10T09:24:11,614 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/292f38301a8c462a928c77994a75ef9e, entries=150, sequenceid=393, filesize=12.0 K 2024-12-10T09:24:11,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/ed5de3b59a444efb933c390cdf79d3c2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ed5de3b59a444efb933c390cdf79d3c2 2024-12-10T09:24:11,620 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ed5de3b59a444efb933c390cdf79d3c2, entries=150, sequenceid=393, filesize=12.0 K 2024-12-10T09:24:11,622 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=26.84 KB/27480 for c53e3bcdc5ed8c7439c4004088fd2b82 in 1286ms, sequenceid=393, compaction requested=false 2024-12-10T09:24:11,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:11,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:11,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-10T09:24:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-10T09:24:11,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-10T09:24:11,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1350 sec 2024-12-10T09:24:11,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 3.1390 sec 2024-12-10T09:24:11,741 DEBUG [Thread-689 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cf8c7fb to 127.0.0.1:56918 2024-12-10T09:24:11,741 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-10T09:24:12,594 INFO [Thread-691 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-10T09:24:12,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-10T09:24:12,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-10T09:24:12,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-10T09:24:12,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-10T09:24:12,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-10T09:24:12,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-12-10T09:24:12,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-10T09:24:12,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7261 2024-12-10T09:24:12,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6979 2024-12-10T09:24:12,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-10T09:24:12,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2983 2024-12-10T09:24:12,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8948 rows 2024-12-10T09:24:12,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2994 2024-12-10T09:24:12,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8982 rows 2024-12-10T09:24:12,594 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T09:24:12,594 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47d7fe13 to 127.0.0.1:56918 2024-12-10T09:24:12,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:12,599 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-10T09:24:12,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-10T09:24:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-10T09:24:12,602 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822652602"}]},"ts":"1733822652602"} 2024-12-10T09:24:12,602 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-10T09:24:12,640 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-10T09:24:12,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-10T09:24:12,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c53e3bcdc5ed8c7439c4004088fd2b82, UNASSIGN}] 2024-12-10T09:24:12,642 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c53e3bcdc5ed8c7439c4004088fd2b82, UNASSIGN 2024-12-10T09:24:12,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=c53e3bcdc5ed8c7439c4004088fd2b82, regionState=CLOSING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:24:12,643 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T09:24:12,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; CloseRegionProcedure c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:24:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-10T09:24:12,795 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:12,796 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(124): Close c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:12,796 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-10T09:24:12,796 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1681): Closing c53e3bcdc5ed8c7439c4004088fd2b82, disabling compactions & flushes 2024-12-10T09:24:12,796 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:12,796 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:12,797 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. after waiting 0 ms 2024-12-10T09:24:12,797 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:12,797 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(2837): Flushing c53e3bcdc5ed8c7439c4004088fd2b82 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-10T09:24:12,797 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=A 2024-12-10T09:24:12,797 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:12,798 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=B 2024-12-10T09:24:12,798 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:12,798 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c53e3bcdc5ed8c7439c4004088fd2b82, store=C 2024-12-10T09:24:12,798 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:12,809 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121081cc6c28ec534c1783bc3e55c1918aa8_c53e3bcdc5ed8c7439c4004088fd2b82 is 50, key is test_row_0/A:col10/1733822650668/Put/seqid=0 2024-12-10T09:24:12,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742077_1253 (size=9914) 2024-12-10T09:24:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-10T09:24:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-10T09:24:13,215 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:13,226 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121081cc6c28ec534c1783bc3e55c1918aa8_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121081cc6c28ec534c1783bc3e55c1918aa8_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:13,227 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/614085666a754388b55f48cf5597a2da, store: [table=TestAcidGuarantees family=A region=c53e3bcdc5ed8c7439c4004088fd2b82] 2024-12-10T09:24:13,228 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/614085666a754388b55f48cf5597a2da is 175, key is test_row_0/A:col10/1733822650668/Put/seqid=0 2024-12-10T09:24:13,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742078_1254 (size=22561) 2024-12-10T09:24:13,634 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/614085666a754388b55f48cf5597a2da 2024-12-10T09:24:13,647 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/f582b738676e4fa695d54c0de7fb4ae3 is 50, key is test_row_0/B:col10/1733822650668/Put/seqid=0 2024-12-10T09:24:13,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742079_1255 (size=9857) 2024-12-10T09:24:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-10T09:24:14,051 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/f582b738676e4fa695d54c0de7fb4ae3 2024-12-10T09:24:14,058 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/c8a6de9b84a446419ada6d490025dd6c is 50, key is test_row_0/C:col10/1733822650668/Put/seqid=0 2024-12-10T09:24:14,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742080_1256 (size=9857) 2024-12-10T09:24:14,462 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/c8a6de9b84a446419ada6d490025dd6c 2024-12-10T09:24:14,469 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/A/614085666a754388b55f48cf5597a2da as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/614085666a754388b55f48cf5597a2da 2024-12-10T09:24:14,475 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/614085666a754388b55f48cf5597a2da, entries=100, sequenceid=403, filesize=22.0 K 2024-12-10T09:24:14,476 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/B/f582b738676e4fa695d54c0de7fb4ae3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/f582b738676e4fa695d54c0de7fb4ae3 2024-12-10T09:24:14,481 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/f582b738676e4fa695d54c0de7fb4ae3, entries=100, sequenceid=403, filesize=9.6 K 2024-12-10T09:24:14,482 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/.tmp/C/c8a6de9b84a446419ada6d490025dd6c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/c8a6de9b84a446419ada6d490025dd6c 2024-12-10T09:24:14,487 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/c8a6de9b84a446419ada6d490025dd6c, entries=100, sequenceid=403, filesize=9.6 K 2024-12-10T09:24:14,488 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c53e3bcdc5ed8c7439c4004088fd2b82 in 1691ms, sequenceid=403, compaction requested=true 2024-12-10T09:24:14,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/a0e4a5e4119d40e584eea4019da513b8, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/0687f554b89740bfb67b1376ed209f3b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/8b01c5dd1b5f4a8ba6f7b48a5a195582, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/1ac3b6dbb559421d801680468afb0829, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/095d34d4274849ee995f3103e8efe690, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/acb64a6500a94b069e1686b7fed2d9a9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/71116e46a67a494cb0c42df59ea7abb1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/b693761c083341e680846d9538e5aeed, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/d0931c618622471fa5f5433f69f6b9ed, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/aa3f59755e4a4dbabdce819a8245a527, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6abdbe6f16464b55b6fd027a12742239, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/c6d7e81d8c6440f7b74c6a93b75034e9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/946dc1444b584be6af17bc5bf45bd08d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6b93bbb8010d438eb3d4036d348f8dcf, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/cc6538b581324833802034da0797bc16, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/23c2dd9ce6274b53868a4d9b20bd08f4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/a52e0fe3edb74c1fbcbbe3d83e320813, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/825d6b6552de4560b2ec14c4fa996b13, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/8f5c3921c5bb446b923c41cf111384e0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/50d867cbf56542988c389f84e06f997c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/73ca37a7daa54bcf877310d98996138c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/dca12356fdc34deaa7e8f8342f0ff8b9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/1b2dcd8700304de897aec081e1fa9d44, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/7f07af4409464d58af992e79226a942a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6fb47a74101249f8b4963b18a7757f54, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/636cbdf81c2f4abea5a359a9f62fcd3c] to archive 2024-12-10T09:24:14,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:24:14,492 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/a0e4a5e4119d40e584eea4019da513b8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/a0e4a5e4119d40e584eea4019da513b8 2024-12-10T09:24:14,492 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/8b01c5dd1b5f4a8ba6f7b48a5a195582 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/8b01c5dd1b5f4a8ba6f7b48a5a195582 2024-12-10T09:24:14,492 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/0687f554b89740bfb67b1376ed209f3b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/0687f554b89740bfb67b1376ed209f3b 2024-12-10T09:24:14,492 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/095d34d4274849ee995f3103e8efe690 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/095d34d4274849ee995f3103e8efe690 2024-12-10T09:24:14,493 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/b693761c083341e680846d9538e5aeed to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/b693761c083341e680846d9538e5aeed 2024-12-10T09:24:14,493 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/1ac3b6dbb559421d801680468afb0829 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/1ac3b6dbb559421d801680468afb0829 2024-12-10T09:24:14,493 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/acb64a6500a94b069e1686b7fed2d9a9 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/acb64a6500a94b069e1686b7fed2d9a9 2024-12-10T09:24:14,493 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/71116e46a67a494cb0c42df59ea7abb1 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/71116e46a67a494cb0c42df59ea7abb1 2024-12-10T09:24:14,494 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/d0931c618622471fa5f5433f69f6b9ed to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/d0931c618622471fa5f5433f69f6b9ed 2024-12-10T09:24:14,494 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/c6d7e81d8c6440f7b74c6a93b75034e9 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/c6d7e81d8c6440f7b74c6a93b75034e9 2024-12-10T09:24:14,495 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/aa3f59755e4a4dbabdce819a8245a527 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/aa3f59755e4a4dbabdce819a8245a527 2024-12-10T09:24:14,495 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6abdbe6f16464b55b6fd027a12742239 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6abdbe6f16464b55b6fd027a12742239 2024-12-10T09:24:14,497 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/946dc1444b584be6af17bc5bf45bd08d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/946dc1444b584be6af17bc5bf45bd08d 2024-12-10T09:24:14,497 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/23c2dd9ce6274b53868a4d9b20bd08f4 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/23c2dd9ce6274b53868a4d9b20bd08f4 2024-12-10T09:24:14,497 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/cc6538b581324833802034da0797bc16 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/cc6538b581324833802034da0797bc16 2024-12-10T09:24:14,497 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6b93bbb8010d438eb3d4036d348f8dcf to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6b93bbb8010d438eb3d4036d348f8dcf 2024-12-10T09:24:14,498 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/825d6b6552de4560b2ec14c4fa996b13 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/825d6b6552de4560b2ec14c4fa996b13 2024-12-10T09:24:14,499 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/a52e0fe3edb74c1fbcbbe3d83e320813 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/a52e0fe3edb74c1fbcbbe3d83e320813 2024-12-10T09:24:14,499 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/8f5c3921c5bb446b923c41cf111384e0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/8f5c3921c5bb446b923c41cf111384e0 2024-12-10T09:24:14,499 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/73ca37a7daa54bcf877310d98996138c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/73ca37a7daa54bcf877310d98996138c 2024-12-10T09:24:14,499 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/50d867cbf56542988c389f84e06f997c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/50d867cbf56542988c389f84e06f997c 2024-12-10T09:24:14,499 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/dca12356fdc34deaa7e8f8342f0ff8b9 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/dca12356fdc34deaa7e8f8342f0ff8b9 2024-12-10T09:24:14,499 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/7f07af4409464d58af992e79226a942a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/7f07af4409464d58af992e79226a942a 2024-12-10T09:24:14,499 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/1b2dcd8700304de897aec081e1fa9d44 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/1b2dcd8700304de897aec081e1fa9d44 2024-12-10T09:24:14,500 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6fb47a74101249f8b4963b18a7757f54 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/6fb47a74101249f8b4963b18a7757f54 2024-12-10T09:24:14,500 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/636cbdf81c2f4abea5a359a9f62fcd3c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/636cbdf81c2f4abea5a359a9f62fcd3c 2024-12-10T09:24:14,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/1a11651f98344978bba2445a1bdb1ab4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/e107a3e2408c499bb007175a82463c00, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/1869ff974781431dbb2381ec0cd8ef28, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/2fdf802a89d24ab7b1c74eb913912ab2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/5fd771c3f82048c0afa879383dc086ef, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/9f0fbf050704428ea7f143c023628c11, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/d40c440c849d4ede87b52dca79c9cf9f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/70a2130abb504c83a4ba8fb264dad41e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/fb1d4c3574574c9d88ba4c454fb06760, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/216ec0b247324199956d72f7a7b4fe3a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3ef16d9271304e02b658055866a1e5f7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/64664896a5f34a7caa399907b5a692d2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/6c97e68d38d7405daa4832d95f232e16, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/fb53cbc327d248829d6469a34d127304, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/d7f9e6d3583e44f2ac32521038ee03aa, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/abbbe549ce0548f29a2fefc68f170e4a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/b31dfd1fcd5a487880017ff9860c6fdd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3ab79b1b78474245aa5cbbd45d34450a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3573fb5e2da34eca854ab7b8cc6af2d9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/c75d581394244cbeb0a4e0a008b0ea49, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/38b5dfeeea2d48d7a4b5710bb745f0c3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/27c1d4efcc3043a0baa46f078da40fd9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/de31a730e7304f0684ee1a9198c289b2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/95f1487ee2ad4607886e00c012f343f7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/9806c94b942343459d93413ed8c24549, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/af384d75304e46809c1c197c564422f4] to archive 2024-12-10T09:24:14,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:24:14,505 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/1869ff974781431dbb2381ec0cd8ef28 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/1869ff974781431dbb2381ec0cd8ef28 2024-12-10T09:24:14,505 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/e107a3e2408c499bb007175a82463c00 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/e107a3e2408c499bb007175a82463c00 2024-12-10T09:24:14,505 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/d40c440c849d4ede87b52dca79c9cf9f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/d40c440c849d4ede87b52dca79c9cf9f 2024-12-10T09:24:14,505 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/1a11651f98344978bba2445a1bdb1ab4 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/1a11651f98344978bba2445a1bdb1ab4 2024-12-10T09:24:14,505 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/9f0fbf050704428ea7f143c023628c11 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/9f0fbf050704428ea7f143c023628c11 2024-12-10T09:24:14,505 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/70a2130abb504c83a4ba8fb264dad41e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/70a2130abb504c83a4ba8fb264dad41e 2024-12-10T09:24:14,506 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/5fd771c3f82048c0afa879383dc086ef to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/5fd771c3f82048c0afa879383dc086ef 2024-12-10T09:24:14,507 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/2fdf802a89d24ab7b1c74eb913912ab2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/2fdf802a89d24ab7b1c74eb913912ab2 2024-12-10T09:24:14,508 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3ef16d9271304e02b658055866a1e5f7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3ef16d9271304e02b658055866a1e5f7 2024-12-10T09:24:14,508 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/216ec0b247324199956d72f7a7b4fe3a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/216ec0b247324199956d72f7a7b4fe3a 2024-12-10T09:24:14,508 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/fb1d4c3574574c9d88ba4c454fb06760 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/fb1d4c3574574c9d88ba4c454fb06760 2024-12-10T09:24:14,508 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/64664896a5f34a7caa399907b5a692d2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/64664896a5f34a7caa399907b5a692d2 2024-12-10T09:24:14,509 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/6c97e68d38d7405daa4832d95f232e16 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/6c97e68d38d7405daa4832d95f232e16 2024-12-10T09:24:14,509 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/d7f9e6d3583e44f2ac32521038ee03aa to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/d7f9e6d3583e44f2ac32521038ee03aa 2024-12-10T09:24:14,509 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/fb53cbc327d248829d6469a34d127304 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/fb53cbc327d248829d6469a34d127304 2024-12-10T09:24:14,509 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/b31dfd1fcd5a487880017ff9860c6fdd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/b31dfd1fcd5a487880017ff9860c6fdd 2024-12-10T09:24:14,509 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3573fb5e2da34eca854ab7b8cc6af2d9 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3573fb5e2da34eca854ab7b8cc6af2d9 2024-12-10T09:24:14,510 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/c75d581394244cbeb0a4e0a008b0ea49 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/c75d581394244cbeb0a4e0a008b0ea49 2024-12-10T09:24:14,510 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3ab79b1b78474245aa5cbbd45d34450a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/3ab79b1b78474245aa5cbbd45d34450a 2024-12-10T09:24:14,510 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/abbbe549ce0548f29a2fefc68f170e4a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/abbbe549ce0548f29a2fefc68f170e4a 2024-12-10T09:24:14,511 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/38b5dfeeea2d48d7a4b5710bb745f0c3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/38b5dfeeea2d48d7a4b5710bb745f0c3 2024-12-10T09:24:14,511 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/27c1d4efcc3043a0baa46f078da40fd9 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/27c1d4efcc3043a0baa46f078da40fd9 2024-12-10T09:24:14,511 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/95f1487ee2ad4607886e00c012f343f7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/95f1487ee2ad4607886e00c012f343f7 2024-12-10T09:24:14,511 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/de31a730e7304f0684ee1a9198c289b2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/de31a730e7304f0684ee1a9198c289b2 2024-12-10T09:24:14,511 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/af384d75304e46809c1c197c564422f4 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/af384d75304e46809c1c197c564422f4 2024-12-10T09:24:14,511 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/9806c94b942343459d93413ed8c24549 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/9806c94b942343459d93413ed8c24549 2024-12-10T09:24:14,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7f2a3cc25cce4ae484980a5c4a237f6d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/e5fbe10c6c9d48609d8c678bc9eb9802, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/b741099713ad4a56aec83b69b1806c8e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ecfa21d991544745935a4610b42c2cdc, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/2ee4a4f811fd433e8303aaf10c8b27a7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/e8c2b9f787a641bcbada138a65103b4e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/dbb2a9e3e0e047ca9999518a29eb9ec1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/08f7d8066d6d4a3588abf2b0d1f79568, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/5cf70e9cd42c430d92800b6d29a79efe, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/06ae4c5a840c44cf8bdec56a2e95e8a1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/92a2027abd8b4424a505cf08d48801d0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/d03a9154222b4b09a9ba65f731abdff7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/36cb8c50ff70463abe8b4236a4317415, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7ccc31f96584497a929491946bef4cd1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/75532155685b46cebdb974c6b0547049, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/c73cf58ab1bb48cab05445d3af897b55, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/6e146b66a90b4470b46d34479b78777d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ecc2024f76f04f97b275b74ee2188c4b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/5aebbfda831b45a4a5dcc7d9dcebc666, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/6c4c3cd2c0984c328641cb3238c5a9bd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/f73394b3b6d54c9aba71f45c121fe3b3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7926008a2faf4c2983728341044f14e7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/fce4409c86154a9cad5ca970d44a6992, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ae326923488b49af8976dea67e10a5e8, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/4df0d6745099426797065ad20e49bc23, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/0a946e51a1254173b927509f1ab3dcac] to archive 2024-12-10T09:24:14,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:24:14,515 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/b741099713ad4a56aec83b69b1806c8e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/b741099713ad4a56aec83b69b1806c8e 2024-12-10T09:24:14,516 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7f2a3cc25cce4ae484980a5c4a237f6d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7f2a3cc25cce4ae484980a5c4a237f6d 2024-12-10T09:24:14,516 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/e5fbe10c6c9d48609d8c678bc9eb9802 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/e5fbe10c6c9d48609d8c678bc9eb9802 2024-12-10T09:24:14,516 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ecfa21d991544745935a4610b42c2cdc to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ecfa21d991544745935a4610b42c2cdc 2024-12-10T09:24:14,516 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/2ee4a4f811fd433e8303aaf10c8b27a7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/2ee4a4f811fd433e8303aaf10c8b27a7 2024-12-10T09:24:14,516 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/dbb2a9e3e0e047ca9999518a29eb9ec1 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/dbb2a9e3e0e047ca9999518a29eb9ec1 2024-12-10T09:24:14,516 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/e8c2b9f787a641bcbada138a65103b4e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/e8c2b9f787a641bcbada138a65103b4e 2024-12-10T09:24:14,517 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/08f7d8066d6d4a3588abf2b0d1f79568 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/08f7d8066d6d4a3588abf2b0d1f79568 2024-12-10T09:24:14,518 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/06ae4c5a840c44cf8bdec56a2e95e8a1 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/06ae4c5a840c44cf8bdec56a2e95e8a1 2024-12-10T09:24:14,518 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/d03a9154222b4b09a9ba65f731abdff7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/d03a9154222b4b09a9ba65f731abdff7 2024-12-10T09:24:14,519 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/92a2027abd8b4424a505cf08d48801d0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/92a2027abd8b4424a505cf08d48801d0 2024-12-10T09:24:14,519 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/5cf70e9cd42c430d92800b6d29a79efe to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/5cf70e9cd42c430d92800b6d29a79efe 2024-12-10T09:24:14,519 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/36cb8c50ff70463abe8b4236a4317415 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/36cb8c50ff70463abe8b4236a4317415 2024-12-10T09:24:14,519 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/75532155685b46cebdb974c6b0547049 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/75532155685b46cebdb974c6b0547049 2024-12-10T09:24:14,519 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7ccc31f96584497a929491946bef4cd1 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7ccc31f96584497a929491946bef4cd1 2024-12-10T09:24:14,519 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/c73cf58ab1bb48cab05445d3af897b55 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/c73cf58ab1bb48cab05445d3af897b55 2024-12-10T09:24:14,521 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/6e146b66a90b4470b46d34479b78777d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/6e146b66a90b4470b46d34479b78777d 2024-12-10T09:24:14,521 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ecc2024f76f04f97b275b74ee2188c4b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ecc2024f76f04f97b275b74ee2188c4b 2024-12-10T09:24:14,521 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/f73394b3b6d54c9aba71f45c121fe3b3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/f73394b3b6d54c9aba71f45c121fe3b3 2024-12-10T09:24:14,521 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/5aebbfda831b45a4a5dcc7d9dcebc666 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/5aebbfda831b45a4a5dcc7d9dcebc666 2024-12-10T09:24:14,521 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/6c4c3cd2c0984c328641cb3238c5a9bd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/6c4c3cd2c0984c328641cb3238c5a9bd 2024-12-10T09:24:14,522 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7926008a2faf4c2983728341044f14e7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/7926008a2faf4c2983728341044f14e7 2024-12-10T09:24:14,522 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ae326923488b49af8976dea67e10a5e8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ae326923488b49af8976dea67e10a5e8 2024-12-10T09:24:14,522 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/fce4409c86154a9cad5ca970d44a6992 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/fce4409c86154a9cad5ca970d44a6992 2024-12-10T09:24:14,522 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/0a946e51a1254173b927509f1ab3dcac to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/0a946e51a1254173b927509f1ab3dcac 2024-12-10T09:24:14,522 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/4df0d6745099426797065ad20e49bc23 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/4df0d6745099426797065ad20e49bc23 2024-12-10T09:24:14,527 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/recovered.edits/406.seqid, newMaxSeqId=406, maxSeqId=4 2024-12-10T09:24:14,528 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82. 2024-12-10T09:24:14,528 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1635): Region close journal for c53e3bcdc5ed8c7439c4004088fd2b82: 2024-12-10T09:24:14,529 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(170): Closed c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,530 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=c53e3bcdc5ed8c7439c4004088fd2b82, regionState=CLOSED 2024-12-10T09:24:14,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-10T09:24:14,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseRegionProcedure c53e3bcdc5ed8c7439c4004088fd2b82, server=65eb268144ba,42979,1733822591299 in 1.8870 sec 2024-12-10T09:24:14,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-12-10T09:24:14,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c53e3bcdc5ed8c7439c4004088fd2b82, UNASSIGN in 1.8900 sec 2024-12-10T09:24:14,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-10T09:24:14,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8930 sec 2024-12-10T09:24:14,534 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822654534"}]},"ts":"1733822654534"} 2024-12-10T09:24:14,535 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-10T09:24:14,573 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-10T09:24:14,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9740 sec 2024-12-10T09:24:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-10T09:24:14,710 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-10T09:24:14,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-10T09:24:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:14,713 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-10T09:24:14,714 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=71, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:14,718 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,724 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/recovered.edits] 2024-12-10T09:24:14,732 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/614085666a754388b55f48cf5597a2da to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/614085666a754388b55f48cf5597a2da 2024-12-10T09:24:14,732 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/c0bf55e01bc2406594f08528c75ddc43 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/c0bf55e01bc2406594f08528c75ddc43 2024-12-10T09:24:14,732 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/f6b6e7541e5e41a2a9e40d22206136c3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/A/f6b6e7541e5e41a2a9e40d22206136c3 2024-12-10T09:24:14,736 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/292f38301a8c462a928c77994a75ef9e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/292f38301a8c462a928c77994a75ef9e 2024-12-10T09:24:14,736 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/5ab0fa831d184970bd2010b757f2ee44 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/5ab0fa831d184970bd2010b757f2ee44 2024-12-10T09:24:14,736 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/f582b738676e4fa695d54c0de7fb4ae3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/B/f582b738676e4fa695d54c0de7fb4ae3 2024-12-10T09:24:14,739 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/b6fcd24408e243eb931d8f85454bce9a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/b6fcd24408e243eb931d8f85454bce9a 2024-12-10T09:24:14,739 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/c8a6de9b84a446419ada6d490025dd6c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/c8a6de9b84a446419ada6d490025dd6c 2024-12-10T09:24:14,739 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ed5de3b59a444efb933c390cdf79d3c2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/C/ed5de3b59a444efb933c390cdf79d3c2 2024-12-10T09:24:14,742 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/recovered.edits/406.seqid to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82/recovered.edits/406.seqid 2024-12-10T09:24:14,743 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,743 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-10T09:24:14,744 DEBUG [PEWorker-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-10T09:24:14,745 DEBUG [PEWorker-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-10T09:24:14,755 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412100646b88e1a61421b93d4da6edb1f2189_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412100646b88e1a61421b93d4da6edb1f2189_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,755 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210094f2e4354424a81b7d7cc2ffe1ea098_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210094f2e4354424a81b7d7cc2ffe1ea098_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,755 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412101724a0538fc740249712d65860a55e8f_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412101724a0538fc740249712d65860a55e8f_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,755 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210216520cdd1cb437782fce1437816dfd8_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210216520cdd1cb437782fce1437816dfd8_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,755 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412102ea0836a645c46aaaade3498c7796873_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412102ea0836a645c46aaaade3498c7796873_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,756 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412101ccf1113c09343c2947adb3dd90866fb_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412101ccf1113c09343c2947adb3dd90866fb_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,756 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412104acb41f2dac74215a0e756e71c7a7f34_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412104acb41f2dac74215a0e756e71c7a7f34_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,756 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412103664f701e27f4f75997f45bcbd1af2b5_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412103664f701e27f4f75997f45bcbd1af2b5_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,757 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121081cc6c28ec534c1783bc3e55c1918aa8_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121081cc6c28ec534c1783bc3e55c1918aa8_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,757 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412108d744da32a744df7883f64b6c311501c_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412108d744da32a744df7883f64b6c311501c_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,757 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412106e4b85e021154f64bc4fed09bf9d33e5_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412106e4b85e021154f64bc4fed09bf9d33e5_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,757 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121075a90921f7744fe98e3f2b3a71859495_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121075a90921f7744fe98e3f2b3a71859495_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,757 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210a7e8f19554f2447cbfba75531ccebfd1_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210a7e8f19554f2447cbfba75531ccebfd1_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,757 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412109b0414fc32d84a8ba9233b34c8133457_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412109b0414fc32d84a8ba9233b34c8133457_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,757 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210b079d3824c4342c1a4a5c49461423787_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210b079d3824c4342c1a4a5c49461423787_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,758 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210c5b2a2e1469f410f912cd1d55462b118_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210c5b2a2e1469f410f912cd1d55462b118_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,758 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210eb7ef0f91de645f19eec879a69bba2aa_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210eb7ef0f91de645f19eec879a69bba2aa_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,758 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210cb664f3009a94c4892283562b0eba502_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210cb664f3009a94c4892283562b0eba502_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,758 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210e5937f2355ce404a97606ea8c831bc75_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210e5937f2355ce404a97606ea8c831bc75_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,758 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210fc450147e7fb4aa6a4933c17bd26d00e_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210fc450147e7fb4aa6a4933c17bd26d00e_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,759 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210e99a04aefc7b46f38faa81f15c1c388a_c53e3bcdc5ed8c7439c4004088fd2b82 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210e99a04aefc7b46f38faa81f15c1c388a_c53e3bcdc5ed8c7439c4004088fd2b82 2024-12-10T09:24:14,759 DEBUG [PEWorker-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-10T09:24:14,761 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=71, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:14,762 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-10T09:24:14,764 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-10T09:24:14,765 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=71, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:14,765 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-10T09:24:14,765 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733822654765"}]},"ts":"9223372036854775807"} 2024-12-10T09:24:14,767 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-10T09:24:14,767 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c53e3bcdc5ed8c7439c4004088fd2b82, NAME => 'TestAcidGuarantees,,1733822625685.c53e3bcdc5ed8c7439c4004088fd2b82.', STARTKEY => '', ENDKEY => ''}] 2024-12-10T09:24:14,767 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-10T09:24:14,767 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733822654767"}]},"ts":"9223372036854775807"} 2024-12-10T09:24:14,769 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-10T09:24:14,779 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=71, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:14,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-12-10T09:24:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-10T09:24:14,816 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-10T09:24:14,824 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=248 (was 247) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1875054717_22 at /127.0.0.1:47616 [Waiting for operation #1108] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x31d7b3b1-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x31d7b3b1-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1875054717_22 at /127.0.0.1:41748 [Waiting for operation #1159] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/cluster_7ae08c73-e021-60b6-5f91-f926406b7d08/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1173927946_22 at /127.0.0.1:41620 [Waiting for operation #794] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x31d7b3b1-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/cluster_7ae08c73-e021-60b6-5f91-f926406b7d08/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1173927946_22 at /127.0.0.1:41702 [Waiting for operation #277] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x31d7b3b1-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 460) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 258) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4767 (was 3555) - AvailableMemoryMB LEAK? - 2024-12-10T09:24:14,833 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=248, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=4767 2024-12-10T09:24:14,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-10T09:24:14,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T09:24:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:14,836 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T09:24:14,836 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:14,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 72 2024-12-10T09:24:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-10T09:24:14,836 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T09:24:14,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742081_1257 (size=963) 2024-12-10T09:24:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-10T09:24:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-10T09:24:15,248 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95 2024-12-10T09:24:15,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742082_1258 (size=53) 2024-12-10T09:24:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-10T09:24:15,458 DEBUG [master/65eb268144ba:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region b3cd205a29398c1229accf15843c2180 changed from -1.0 to 0.0, refreshing cache 2024-12-10T09:24:15,661 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:24:15,661 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9729791891be92c35b1d1d59287f2a25, disabling compactions & flushes 2024-12-10T09:24:15,661 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:15,661 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:15,661 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. after waiting 0 ms 2024-12-10T09:24:15,661 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:15,661 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:15,661 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:15,663 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T09:24:15,664 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733822655664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733822655664"}]},"ts":"1733822655664"} 2024-12-10T09:24:15,666 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T09:24:15,668 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T09:24:15,668 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822655668"}]},"ts":"1733822655668"} 2024-12-10T09:24:15,670 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-10T09:24:15,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9729791891be92c35b1d1d59287f2a25, ASSIGN}] 2024-12-10T09:24:15,691 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9729791891be92c35b1d1d59287f2a25, ASSIGN 2024-12-10T09:24:15,692 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9729791891be92c35b1d1d59287f2a25, ASSIGN; state=OFFLINE, location=65eb268144ba,42979,1733822591299; forceNewPlan=false, retain=false 2024-12-10T09:24:15,843 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=9729791891be92c35b1d1d59287f2a25, regionState=OPENING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:24:15,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; OpenRegionProcedure 9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:24:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-10T09:24:15,998 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:16,006 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:16,007 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7285): Opening region: {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} 2024-12-10T09:24:16,007 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:16,007 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:24:16,007 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7327): checking encryption for 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:16,007 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7330): checking classloading for 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:16,009 INFO [StoreOpener-9729791891be92c35b1d1d59287f2a25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:16,011 INFO [StoreOpener-9729791891be92c35b1d1d59287f2a25-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:24:16,011 INFO [StoreOpener-9729791891be92c35b1d1d59287f2a25-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9729791891be92c35b1d1d59287f2a25 columnFamilyName A 2024-12-10T09:24:16,011 DEBUG [StoreOpener-9729791891be92c35b1d1d59287f2a25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:16,012 INFO [StoreOpener-9729791891be92c35b1d1d59287f2a25-1 {}] regionserver.HStore(327): Store=9729791891be92c35b1d1d59287f2a25/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:24:16,012 INFO [StoreOpener-9729791891be92c35b1d1d59287f2a25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:16,012 INFO [StoreOpener-9729791891be92c35b1d1d59287f2a25-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:24:16,013 INFO [StoreOpener-9729791891be92c35b1d1d59287f2a25-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9729791891be92c35b1d1d59287f2a25 columnFamilyName B 2024-12-10T09:24:16,013 DEBUG [StoreOpener-9729791891be92c35b1d1d59287f2a25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:16,013 INFO [StoreOpener-9729791891be92c35b1d1d59287f2a25-1 {}] regionserver.HStore(327): Store=9729791891be92c35b1d1d59287f2a25/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:24:16,013 INFO [StoreOpener-9729791891be92c35b1d1d59287f2a25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:16,014 INFO [StoreOpener-9729791891be92c35b1d1d59287f2a25-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:24:16,014 INFO [StoreOpener-9729791891be92c35b1d1d59287f2a25-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9729791891be92c35b1d1d59287f2a25 columnFamilyName C 2024-12-10T09:24:16,014 DEBUG [StoreOpener-9729791891be92c35b1d1d59287f2a25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:16,015 INFO [StoreOpener-9729791891be92c35b1d1d59287f2a25-1 {}] regionserver.HStore(327): Store=9729791891be92c35b1d1d59287f2a25/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:24:16,015 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:16,015 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:16,016 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:16,017 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-10T09:24:16,018 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1085): writing seq id for 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:16,020 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T09:24:16,021 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1102): Opened 9729791891be92c35b1d1d59287f2a25; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68509353, jitterRate=0.02086891233921051}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-10T09:24:16,021 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1001): Region open journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:16,022 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., pid=74, masterSystemTime=1733822655998 2024-12-10T09:24:16,023 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:16,023 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:16,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=9729791891be92c35b1d1d59287f2a25, regionState=OPEN, openSeqNum=2, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:24:16,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-10T09:24:16,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; OpenRegionProcedure 9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 in 180 msec 2024-12-10T09:24:16,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-10T09:24:16,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9729791891be92c35b1d1d59287f2a25, ASSIGN in 336 msec 2024-12-10T09:24:16,027 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T09:24:16,027 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822656027"}]},"ts":"1733822656027"} 2024-12-10T09:24:16,028 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-10T09:24:16,065 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T09:24:16,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2310 sec 2024-12-10T09:24:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-12-10T09:24:16,943 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 72 completed 2024-12-10T09:24:16,946 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c7992d5 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@158ab39f 2024-12-10T09:24:16,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa0667b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:16,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:16,961 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:16,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T09:24:16,965 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T09:24:16,969 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x515c68c3 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@110a2f3c 2024-12-10T09:24:16,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585010d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:16,983 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x564feff0 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16fc49ca 2024-12-10T09:24:16,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef24d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:16,998 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f1a41a2 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b5cfd92 2024-12-10T09:24:17,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179acb41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:17,009 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x748a9ce6 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58964f88 2024-12-10T09:24:17,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19975718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:17,024 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x267c3d0c to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cfccc44 2024-12-10T09:24:17,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f706d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:17,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b4b6ad5 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67bdbc25 2024-12-10T09:24:17,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675f2b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:17,051 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ed6fe0c to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64803b67 2024-12-10T09:24:17,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9a70d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:17,063 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x442f1f0c to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21114fed 2024-12-10T09:24:17,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a4efae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:17,074 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c26a160 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e3fd2e 2024-12-10T09:24:17,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2895bbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:17,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49cc767e to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51dee8e4 2024-12-10T09:24:17,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54911b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:17,095 DEBUG [hconnection-0x2be8e34f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:17,095 DEBUG [hconnection-0x5e071d12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:17,095 DEBUG [hconnection-0x196663ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:17,095 DEBUG [hconnection-0x7c1b0bfb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:17,095 DEBUG [hconnection-0x17691b11-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:17,096 DEBUG [hconnection-0xf44dd8c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:17,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:17,097 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:17,097 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:17,097 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:17,097 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:17,097 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:17,097 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:17,097 DEBUG [hconnection-0x6b75dcb3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:17,098 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:17,099 DEBUG [hconnection-0x1b7ee6d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:17,099 DEBUG [hconnection-0x4415f95a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:17,100 DEBUG [hconnection-0x27075dba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-10T09:24:17,101 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:17,101 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:17,102 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:17,102 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:17,103 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:17,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-10T09:24:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:17,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-10T09:24:17,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:17,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:17,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:17,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:17,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:17,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:17,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822717122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822717124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822717125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822717126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822717126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/d2cb8548531a472195c8a063928fa2bd is 50, key is test_row_0/A:col10/1733822657108/Put/seqid=0 2024-12-10T09:24:17,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742083_1259 (size=12001) 2024-12-10T09:24:17,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/d2cb8548531a472195c8a063928fa2bd 2024-12-10T09:24:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-10T09:24:17,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/6b3e5e6db8df4e86a2285d908488190b is 50, key is test_row_0/B:col10/1733822657108/Put/seqid=0 2024-12-10T09:24:17,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822717227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822717227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822717228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822717228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822717229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742084_1260 (size=12001) 2024-12-10T09:24:17,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/6b3e5e6db8df4e86a2285d908488190b 2024-12-10T09:24:17,255 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-10T09:24:17,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:17,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:17,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:17,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:17,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:17,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/c9bcbc5b8f674caf877ea2cbd303b90a is 50, key is test_row_0/C:col10/1733822657108/Put/seqid=0 2024-12-10T09:24:17,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742085_1261 (size=12001) 2024-12-10T09:24:17,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/c9bcbc5b8f674caf877ea2cbd303b90a 2024-12-10T09:24:17,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/d2cb8548531a472195c8a063928fa2bd as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/d2cb8548531a472195c8a063928fa2bd 2024-12-10T09:24:17,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/d2cb8548531a472195c8a063928fa2bd, entries=150, sequenceid=14, filesize=11.7 K 2024-12-10T09:24:17,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/6b3e5e6db8df4e86a2285d908488190b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6b3e5e6db8df4e86a2285d908488190b 2024-12-10T09:24:17,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6b3e5e6db8df4e86a2285d908488190b, entries=150, sequenceid=14, filesize=11.7 K 2024-12-10T09:24:17,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/c9bcbc5b8f674caf877ea2cbd303b90a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/c9bcbc5b8f674caf877ea2cbd303b90a 2024-12-10T09:24:17,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/c9bcbc5b8f674caf877ea2cbd303b90a, entries=150, sequenceid=14, filesize=11.7 K 2024-12-10T09:24:17,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9729791891be92c35b1d1d59287f2a25 in 223ms, sequenceid=14, compaction requested=false 2024-12-10T09:24:17,332 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-10T09:24:17,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:17,408 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-10T09:24:17,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:17,409 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-10T09:24:17,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:17,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:17,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:17,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:17,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:17,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-10T09:24:17,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/ffa3fddb18e240f9aa5a35d48e4afa2d is 50, key is test_row_0/A:col10/1733822657118/Put/seqid=0 2024-12-10T09:24:17,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742086_1262 (size=12001) 2024-12-10T09:24:17,430 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/ffa3fddb18e240f9aa5a35d48e4afa2d 2024-12-10T09:24:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:17,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:17,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1e241b138f944a388e59135567dd990b is 50, key is test_row_0/B:col10/1733822657118/Put/seqid=0 2024-12-10T09:24:17,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822717438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822717438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822717439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822717440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822717441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742087_1263 (size=12001) 2024-12-10T09:24:17,490 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1e241b138f944a388e59135567dd990b 2024-12-10T09:24:17,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/dd24a49da70f455ea92c9c2cf5fd8bfc is 50, key is test_row_0/C:col10/1733822657118/Put/seqid=0 2024-12-10T09:24:17,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822717543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822717543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822717543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822717543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822717544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742088_1264 (size=12001) 2024-12-10T09:24:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-10T09:24:17,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822717746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822717746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822717747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822717747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822717748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:17,974 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/dd24a49da70f455ea92c9c2cf5fd8bfc 2024-12-10T09:24:17,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/ffa3fddb18e240f9aa5a35d48e4afa2d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/ffa3fddb18e240f9aa5a35d48e4afa2d 2024-12-10T09:24:17,991 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/ffa3fddb18e240f9aa5a35d48e4afa2d, entries=150, sequenceid=37, filesize=11.7 K 2024-12-10T09:24:17,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1e241b138f944a388e59135567dd990b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1e241b138f944a388e59135567dd990b 2024-12-10T09:24:17,998 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1e241b138f944a388e59135567dd990b, entries=150, sequenceid=37, filesize=11.7 K 2024-12-10T09:24:17,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/dd24a49da70f455ea92c9c2cf5fd8bfc as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/dd24a49da70f455ea92c9c2cf5fd8bfc 2024-12-10T09:24:18,005 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/dd24a49da70f455ea92c9c2cf5fd8bfc, entries=150, sequenceid=37, filesize=11.7 K 2024-12-10T09:24:18,006 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9729791891be92c35b1d1d59287f2a25 in 597ms, sequenceid=37, compaction requested=false 2024-12-10T09:24:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-10T09:24:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-10T09:24:18,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-10T09:24:18,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 904 msec 2024-12-10T09:24:18,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 923 msec 2024-12-10T09:24:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:18,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-10T09:24:18,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:18,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:18,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:18,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:18,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:18,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:18,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/dfa5f90938924adcbb6e88742d79c183 is 50, key is test_row_0/A:col10/1733822658049/Put/seqid=0 2024-12-10T09:24:18,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742089_1265 (size=12001) 2024-12-10T09:24:18,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/dfa5f90938924adcbb6e88742d79c183 2024-12-10T09:24:18,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/68d6a9d7323a471082f0597d0411915e is 50, key is test_row_0/B:col10/1733822658049/Put/seqid=0 2024-12-10T09:24:18,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742090_1266 (size=12001) 2024-12-10T09:24:18,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822718071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822718071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822718107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822718107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822718107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822718208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822718208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-10T09:24:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822718211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,211 INFO [Thread-1191 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-10T09:24:18,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822718211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-10T09:24:18,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822718211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-10T09:24:18,214 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:18,214 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:18,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-10T09:24:18,366 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-10T09:24:18,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:18,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:18,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:18,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:18,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:18,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822718409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822718409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822718412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822718413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822718415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/68d6a9d7323a471082f0597d0411915e 2024-12-10T09:24:18,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/76fb73089902466897a5ceb3162c15e3 is 50, key is test_row_0/C:col10/1733822658049/Put/seqid=0 2024-12-10T09:24:18,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742091_1267 (size=12001) 2024-12-10T09:24:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-10T09:24:18,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-10T09:24:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:18,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:18,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-10T09:24:18,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:18,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:18,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:18,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:18,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:18,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822718712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822718713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822718716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822718718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822718719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-10T09:24:18,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-10T09:24:18,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:18,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:18,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:18,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:18,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:18,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/76fb73089902466897a5ceb3162c15e3 2024-12-10T09:24:18,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/dfa5f90938924adcbb6e88742d79c183 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/dfa5f90938924adcbb6e88742d79c183 2024-12-10T09:24:18,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/dfa5f90938924adcbb6e88742d79c183, entries=150, sequenceid=52, filesize=11.7 K 2024-12-10T09:24:18,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/68d6a9d7323a471082f0597d0411915e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/68d6a9d7323a471082f0597d0411915e 2024-12-10T09:24:18,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/68d6a9d7323a471082f0597d0411915e, entries=150, sequenceid=52, filesize=11.7 K 2024-12-10T09:24:18,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/76fb73089902466897a5ceb3162c15e3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/76fb73089902466897a5ceb3162c15e3 2024-12-10T09:24:18,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/76fb73089902466897a5ceb3162c15e3, entries=150, sequenceid=52, filesize=11.7 K 2024-12-10T09:24:18,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 9729791891be92c35b1d1d59287f2a25 in 870ms, sequenceid=52, compaction requested=true 2024-12-10T09:24:18,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:18,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:18,920 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:18,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:18,920 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:18,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:18,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:18,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:18,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:18,921 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:18,921 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/B is initiating minor compaction (all files) 2024-12-10T09:24:18,921 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:18,921 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/A is initiating minor compaction (all files) 2024-12-10T09:24:18,921 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/B in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:18,921 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/A in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:18,921 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/d2cb8548531a472195c8a063928fa2bd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/ffa3fddb18e240f9aa5a35d48e4afa2d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/dfa5f90938924adcbb6e88742d79c183] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=35.2 K 2024-12-10T09:24:18,921 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6b3e5e6db8df4e86a2285d908488190b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1e241b138f944a388e59135567dd990b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/68d6a9d7323a471082f0597d0411915e] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=35.2 K 2024-12-10T09:24:18,921 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2cb8548531a472195c8a063928fa2bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733822657108 2024-12-10T09:24:18,922 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b3e5e6db8df4e86a2285d908488190b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733822657108 2024-12-10T09:24:18,922 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffa3fddb18e240f9aa5a35d48e4afa2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733822657118 2024-12-10T09:24:18,922 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e241b138f944a388e59135567dd990b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733822657118 2024-12-10T09:24:18,922 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfa5f90938924adcbb6e88742d79c183, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733822657440 2024-12-10T09:24:18,923 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 68d6a9d7323a471082f0597d0411915e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733822657440 2024-12-10T09:24:18,932 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:18,933 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/8bffa5ff6d0d46a5ab78a33f2dcfbee1 is 50, key is test_row_0/A:col10/1733822658049/Put/seqid=0 2024-12-10T09:24:18,935 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:18,936 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/2d995ea0776845c0990c33d881bb0c8b is 50, key is test_row_0/B:col10/1733822658049/Put/seqid=0 2024-12-10T09:24:18,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742092_1268 (size=12104) 2024-12-10T09:24:18,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742093_1269 (size=12104) 2024-12-10T09:24:18,976 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:18,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-10T09:24:18,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:18,976 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-10T09:24:18,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:18,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:18,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:18,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:18,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:18,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:18,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/edf7e7d2ed594b85a0061480de756680 is 50, key is test_row_0/A:col10/1733822658066/Put/seqid=0 2024-12-10T09:24:18,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742094_1270 (size=12001) 2024-12-10T09:24:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:19,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:19,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822719227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822719228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822719229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822719229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822719230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-10T09:24:19,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822719331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822719332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822719332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822719332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,342 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/8bffa5ff6d0d46a5ab78a33f2dcfbee1 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8bffa5ff6d0d46a5ab78a33f2dcfbee1 2024-12-10T09:24:19,342 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/2d995ea0776845c0990c33d881bb0c8b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/2d995ea0776845c0990c33d881bb0c8b 2024-12-10T09:24:19,345 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/B of 9729791891be92c35b1d1d59287f2a25 into 2d995ea0776845c0990c33d881bb0c8b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:19,345 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:19,345 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/B, priority=13, startTime=1733822658920; duration=0sec 2024-12-10T09:24:19,346 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:19,346 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:B 2024-12-10T09:24:19,346 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:19,347 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:19,347 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/C is initiating minor compaction (all files) 2024-12-10T09:24:19,347 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/C in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:19,347 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/c9bcbc5b8f674caf877ea2cbd303b90a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/dd24a49da70f455ea92c9c2cf5fd8bfc, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/76fb73089902466897a5ceb3162c15e3] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=35.2 K 2024-12-10T09:24:19,347 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/A of 9729791891be92c35b1d1d59287f2a25 into 8bffa5ff6d0d46a5ab78a33f2dcfbee1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:19,348 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:19,348 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/A, priority=13, startTime=1733822658920; duration=0sec 2024-12-10T09:24:19,348 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting c9bcbc5b8f674caf877ea2cbd303b90a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733822657108 2024-12-10T09:24:19,348 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:19,348 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:A 2024-12-10T09:24:19,348 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting dd24a49da70f455ea92c9c2cf5fd8bfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733822657118 2024-12-10T09:24:19,348 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 76fb73089902466897a5ceb3162c15e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733822657440 2024-12-10T09:24:19,353 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#C#compaction#222 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:19,354 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/5b87ea0ee555439ea34a85e61266bbd1 is 50, key is test_row_0/C:col10/1733822658049/Put/seqid=0 2024-12-10T09:24:19,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742095_1271 (size=12104) 2024-12-10T09:24:19,386 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/edf7e7d2ed594b85a0061480de756680 2024-12-10T09:24:19,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/f3a7d35686234fceb9a1bab25b993359 is 50, key is test_row_0/B:col10/1733822658066/Put/seqid=0 2024-12-10T09:24:19,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742096_1272 (size=12001) 2024-12-10T09:24:19,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822719535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822719535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822719535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822719535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,762 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/5b87ea0ee555439ea34a85e61266bbd1 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/5b87ea0ee555439ea34a85e61266bbd1 2024-12-10T09:24:19,766 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/C of 9729791891be92c35b1d1d59287f2a25 into 5b87ea0ee555439ea34a85e61266bbd1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:19,766 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:19,766 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/C, priority=13, startTime=1733822658920; duration=0sec 2024-12-10T09:24:19,766 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:19,766 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:C 2024-12-10T09:24:19,796 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/f3a7d35686234fceb9a1bab25b993359 2024-12-10T09:24:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/62f6a8894a4e4e86a9a310950c8142e3 is 50, key is test_row_0/C:col10/1733822658066/Put/seqid=0 2024-12-10T09:24:19,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742097_1273 (size=12001) 2024-12-10T09:24:19,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822719837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822719837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822719837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:19,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822719838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:20,050 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T09:24:20,206 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/62f6a8894a4e4e86a9a310950c8142e3 2024-12-10T09:24:20,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/edf7e7d2ed594b85a0061480de756680 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/edf7e7d2ed594b85a0061480de756680 2024-12-10T09:24:20,219 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/edf7e7d2ed594b85a0061480de756680, entries=150, sequenceid=74, filesize=11.7 K 2024-12-10T09:24:20,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/f3a7d35686234fceb9a1bab25b993359 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/f3a7d35686234fceb9a1bab25b993359 2024-12-10T09:24:20,223 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/f3a7d35686234fceb9a1bab25b993359, entries=150, sequenceid=74, filesize=11.7 K 2024-12-10T09:24:20,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/62f6a8894a4e4e86a9a310950c8142e3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/62f6a8894a4e4e86a9a310950c8142e3 2024-12-10T09:24:20,227 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/62f6a8894a4e4e86a9a310950c8142e3, entries=150, sequenceid=74, filesize=11.7 K 2024-12-10T09:24:20,228 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 9729791891be92c35b1d1d59287f2a25 in 1252ms, sequenceid=74, compaction requested=false 2024-12-10T09:24:20,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:20,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:20,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-10T09:24:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-10T09:24:20,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-10T09:24:20,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0140 sec 2024-12-10T09:24:20,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.0180 sec 2024-12-10T09:24:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:20,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-10T09:24:20,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:20,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:20,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:20,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:20,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:20,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:20,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/c5646063292f4c3d9deb32f30d5a58e8 is 50, key is test_row_0/A:col10/1733822660233/Put/seqid=0 2024-12-10T09:24:20,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742098_1274 (size=12001) 2024-12-10T09:24:20,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/c5646063292f4c3d9deb32f30d5a58e8 2024-12-10T09:24:20,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/533407fe935248318c00d7b06b4ca344 is 50, key is test_row_0/B:col10/1733822660233/Put/seqid=0 2024-12-10T09:24:20,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742099_1275 (size=12001) 2024-12-10T09:24:20,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822720276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-10T09:24:20,318 INFO [Thread-1191 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-10T09:24:20,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-10T09:24:20,319 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-10T09:24:20,320 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:20,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:20,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822720340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:20,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822720341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:20,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822720342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:20,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822720343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:20,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822720379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-10T09:24:20,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:20,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-10T09:24:20,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:20,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:20,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:20,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:20,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:20,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822720582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-10T09:24:20,622 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:20,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-10T09:24:20,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:20,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:20,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:20,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:20,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:20,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/533407fe935248318c00d7b06b4ca344 2024-12-10T09:24:20,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/77d5704d9ab942d5aaeded1edba7fcbc is 50, key is test_row_0/C:col10/1733822660233/Put/seqid=0 2024-12-10T09:24:20,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742100_1276 (size=12001) 2024-12-10T09:24:20,777 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:20,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-10T09:24:20,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:20,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:20,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:20,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:20,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:20,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822720884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-10T09:24:20,931 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:20,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-10T09:24:20,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:20,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:20,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:20,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:20,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:21,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-10T09:24:21,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:21,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:21,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:21,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:21,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:21,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/77d5704d9ab942d5aaeded1edba7fcbc 2024-12-10T09:24:21,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/c5646063292f4c3d9deb32f30d5a58e8 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c5646063292f4c3d9deb32f30d5a58e8 2024-12-10T09:24:21,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c5646063292f4c3d9deb32f30d5a58e8, entries=150, sequenceid=93, filesize=11.7 K 2024-12-10T09:24:21,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/533407fe935248318c00d7b06b4ca344 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/533407fe935248318c00d7b06b4ca344 2024-12-10T09:24:21,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/533407fe935248318c00d7b06b4ca344, entries=150, sequenceid=93, filesize=11.7 K 2024-12-10T09:24:21,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/77d5704d9ab942d5aaeded1edba7fcbc as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/77d5704d9ab942d5aaeded1edba7fcbc 2024-12-10T09:24:21,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/77d5704d9ab942d5aaeded1edba7fcbc, entries=150, sequenceid=93, filesize=11.7 K 2024-12-10T09:24:21,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9729791891be92c35b1d1d59287f2a25 in 866ms, sequenceid=93, compaction requested=true 2024-12-10T09:24:21,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:21,101 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:21,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:21,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:21,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:21,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:21,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:21,101 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:21,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:21,101 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:21,101 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/A is initiating minor compaction (all files) 2024-12-10T09:24:21,102 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:21,102 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/A in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:21,102 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/B is initiating minor compaction (all files) 2024-12-10T09:24:21,102 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/B in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:21,102 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8bffa5ff6d0d46a5ab78a33f2dcfbee1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/edf7e7d2ed594b85a0061480de756680, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c5646063292f4c3d9deb32f30d5a58e8] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=35.3 K 2024-12-10T09:24:21,102 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/2d995ea0776845c0990c33d881bb0c8b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/f3a7d35686234fceb9a1bab25b993359, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/533407fe935248318c00d7b06b4ca344] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=35.3 K 2024-12-10T09:24:21,102 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bffa5ff6d0d46a5ab78a33f2dcfbee1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733822657440 2024-12-10T09:24:21,102 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d995ea0776845c0990c33d881bb0c8b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733822657440 2024-12-10T09:24:21,102 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting edf7e7d2ed594b85a0061480de756680, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733822658066 2024-12-10T09:24:21,102 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting f3a7d35686234fceb9a1bab25b993359, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733822658066 2024-12-10T09:24:21,102 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5646063292f4c3d9deb32f30d5a58e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733822659226 2024-12-10T09:24:21,103 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 533407fe935248318c00d7b06b4ca344, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733822659226 2024-12-10T09:24:21,108 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#B#compaction#229 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:21,109 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/8aa1f60d41e4430cad4f2c628b7137b5 is 50, key is test_row_0/B:col10/1733822660233/Put/seqid=0 2024-12-10T09:24:21,109 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:21,109 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/1e641499cb0c4701893de4befff6035e is 50, key is test_row_0/A:col10/1733822660233/Put/seqid=0 2024-12-10T09:24:21,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742101_1277 (size=12207) 2024-12-10T09:24:21,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742102_1278 (size=12207) 2024-12-10T09:24:21,236 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-10T09:24:21,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:21,236 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-10T09:24:21,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:21,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:21,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:21,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:21,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:21,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:21,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/bb4e0cae0b4b4522bfa682d28538edd2 is 50, key is test_row_0/A:col10/1733822660261/Put/seqid=0 2024-12-10T09:24:21,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742103_1279 (size=12001) 2024-12-10T09:24:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:21,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:21,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822721355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822721355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822721355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822721358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822721390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-10T09:24:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822721458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822721458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822721459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822721460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,519 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/1e641499cb0c4701893de4befff6035e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/1e641499cb0c4701893de4befff6035e 2024-12-10T09:24:21,519 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/8aa1f60d41e4430cad4f2c628b7137b5 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/8aa1f60d41e4430cad4f2c628b7137b5 2024-12-10T09:24:21,523 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/A of 9729791891be92c35b1d1d59287f2a25 into 1e641499cb0c4701893de4befff6035e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:21,523 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/B of 9729791891be92c35b1d1d59287f2a25 into 8aa1f60d41e4430cad4f2c628b7137b5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:21,523 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:21,523 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:21,523 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/A, priority=13, startTime=1733822661101; duration=0sec 2024-12-10T09:24:21,523 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/B, priority=13, startTime=1733822661101; duration=0sec 2024-12-10T09:24:21,523 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:21,523 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:21,523 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:A 2024-12-10T09:24:21,523 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:B 2024-12-10T09:24:21,523 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:21,524 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:21,524 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/C is initiating minor compaction (all files) 2024-12-10T09:24:21,524 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/C in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:21,524 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/5b87ea0ee555439ea34a85e61266bbd1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/62f6a8894a4e4e86a9a310950c8142e3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/77d5704d9ab942d5aaeded1edba7fcbc] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=35.3 K 2024-12-10T09:24:21,525 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b87ea0ee555439ea34a85e61266bbd1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733822657440 2024-12-10T09:24:21,525 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62f6a8894a4e4e86a9a310950c8142e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733822658066 2024-12-10T09:24:21,525 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77d5704d9ab942d5aaeded1edba7fcbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733822659226 2024-12-10T09:24:21,530 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#C#compaction#231 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:21,531 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/8dd8dada8da44ecc917f468a94fd5f1b is 50, key is test_row_0/C:col10/1733822660233/Put/seqid=0 2024-12-10T09:24:21,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742104_1280 (size=12207) 2024-12-10T09:24:21,544 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/8dd8dada8da44ecc917f468a94fd5f1b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/8dd8dada8da44ecc917f468a94fd5f1b 2024-12-10T09:24:21,549 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/C of 9729791891be92c35b1d1d59287f2a25 into 8dd8dada8da44ecc917f468a94fd5f1b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:21,549 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:21,549 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/C, priority=13, startTime=1733822661101; duration=0sec 2024-12-10T09:24:21,549 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:21,549 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:C 2024-12-10T09:24:21,645 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/bb4e0cae0b4b4522bfa682d28538edd2 2024-12-10T09:24:21,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/bdf913842ecb4d728f3c04e33afd34f1 is 50, key is test_row_0/B:col10/1733822660261/Put/seqid=0 2024-12-10T09:24:21,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742105_1281 (size=12001) 2024-12-10T09:24:21,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822721660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822721660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822721660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822721662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822721962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822721963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822721963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:21,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822721965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:22,055 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/bdf913842ecb4d728f3c04e33afd34f1 2024-12-10T09:24:22,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/cdcb4e3f65984a8391fd89d13b3d2689 is 50, key is test_row_0/C:col10/1733822660261/Put/seqid=0 2024-12-10T09:24:22,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742106_1282 (size=12001) 2024-12-10T09:24:22,093 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/cdcb4e3f65984a8391fd89d13b3d2689 2024-12-10T09:24:22,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/bb4e0cae0b4b4522bfa682d28538edd2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/bb4e0cae0b4b4522bfa682d28538edd2 2024-12-10T09:24:22,117 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/bb4e0cae0b4b4522bfa682d28538edd2, entries=150, sequenceid=113, filesize=11.7 K 2024-12-10T09:24:22,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/bdf913842ecb4d728f3c04e33afd34f1 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/bdf913842ecb4d728f3c04e33afd34f1 2024-12-10T09:24:22,125 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/bdf913842ecb4d728f3c04e33afd34f1, entries=150, sequenceid=113, filesize=11.7 K 2024-12-10T09:24:22,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/cdcb4e3f65984a8391fd89d13b3d2689 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/cdcb4e3f65984a8391fd89d13b3d2689 2024-12-10T09:24:22,135 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/cdcb4e3f65984a8391fd89d13b3d2689, entries=150, sequenceid=113, filesize=11.7 K 2024-12-10T09:24:22,137 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9729791891be92c35b1d1d59287f2a25 in 900ms, sequenceid=113, compaction requested=false 2024-12-10T09:24:22,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:22,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:22,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-10T09:24:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-10T09:24:22,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-10T09:24:22,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8180 sec 2024-12-10T09:24:22,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.8230 sec 2024-12-10T09:24:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:22,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-10T09:24:22,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:22,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:22,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:22,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:22,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:22,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:22,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/4f0293489e4c4e0eb8389c1fbc9ccb60 is 50, key is test_row_0/A:col10/1733822661354/Put/seqid=0 2024-12-10T09:24:22,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742107_1283 (size=12051) 2024-12-10T09:24:22,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/4f0293489e4c4e0eb8389c1fbc9ccb60 2024-12-10T09:24:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-10T09:24:22,423 INFO [Thread-1191 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-10T09:24:22,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-10T09:24:22,427 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:22,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/c9d14d9ce22848ddb04ad1198fc126e8 is 50, key is test_row_0/B:col10/1733822661354/Put/seqid=0 2024-12-10T09:24:22,428 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:22,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-10T09:24:22,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822722451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:22,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742108_1284 (size=12051) 2024-12-10T09:24:22,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/c9d14d9ce22848ddb04ad1198fc126e8 2024-12-10T09:24:22,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/d27a684d659542d3a6e400ee9756ef60 is 50, key is test_row_0/C:col10/1733822661354/Put/seqid=0 2024-12-10T09:24:22,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822722467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:22,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822722469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:22,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822722469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:22,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822722469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:22,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742109_1285 (size=12051) 2024-12-10T09:24:22,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/d27a684d659542d3a6e400ee9756ef60 2024-12-10T09:24:22,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/4f0293489e4c4e0eb8389c1fbc9ccb60 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/4f0293489e4c4e0eb8389c1fbc9ccb60 2024-12-10T09:24:22,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/4f0293489e4c4e0eb8389c1fbc9ccb60, entries=150, sequenceid=133, filesize=11.8 K 2024-12-10T09:24:22,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/c9d14d9ce22848ddb04ad1198fc126e8 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/c9d14d9ce22848ddb04ad1198fc126e8 2024-12-10T09:24:22,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/c9d14d9ce22848ddb04ad1198fc126e8, entries=150, sequenceid=133, filesize=11.8 K 2024-12-10T09:24:22,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/d27a684d659542d3a6e400ee9756ef60 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/d27a684d659542d3a6e400ee9756ef60 2024-12-10T09:24:22,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/d27a684d659542d3a6e400ee9756ef60, entries=150, sequenceid=133, filesize=11.8 K 2024-12-10T09:24:22,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9729791891be92c35b1d1d59287f2a25 in 110ms, sequenceid=133, compaction requested=true 2024-12-10T09:24:22,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:22,505 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:22,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:22,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:22,506 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:22,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:22,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:22,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:22,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:22,507 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:22,507 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/A is initiating minor compaction (all files) 2024-12-10T09:24:22,507 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/A in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:22,507 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:22,507 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/B is initiating minor compaction (all files) 2024-12-10T09:24:22,507 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/1e641499cb0c4701893de4befff6035e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/bb4e0cae0b4b4522bfa682d28538edd2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/4f0293489e4c4e0eb8389c1fbc9ccb60] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=35.4 K 2024-12-10T09:24:22,507 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/B in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:22,508 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/8aa1f60d41e4430cad4f2c628b7137b5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/bdf913842ecb4d728f3c04e33afd34f1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/c9d14d9ce22848ddb04ad1198fc126e8] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=35.4 K 2024-12-10T09:24:22,509 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e641499cb0c4701893de4befff6035e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733822659226 2024-12-10T09:24:22,509 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb4e0cae0b4b4522bfa682d28538edd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733822660261 2024-12-10T09:24:22,509 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 8aa1f60d41e4430cad4f2c628b7137b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733822659226 2024-12-10T09:24:22,510 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f0293489e4c4e0eb8389c1fbc9ccb60, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733822661354 2024-12-10T09:24:22,510 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting bdf913842ecb4d728f3c04e33afd34f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733822660261 2024-12-10T09:24:22,511 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting c9d14d9ce22848ddb04ad1198fc126e8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733822661354 2024-12-10T09:24:22,519 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#A#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:22,520 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/06fa71c9df32487eb8760f8d6d6d49eb is 50, key is test_row_0/A:col10/1733822661354/Put/seqid=0 2024-12-10T09:24:22,524 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#B#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:22,524 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/eda4d6dc10054f93b54259488ff71100 is 50, key is test_row_0/B:col10/1733822661354/Put/seqid=0 2024-12-10T09:24:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-10T09:24:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742111_1287 (size=12359) 2024-12-10T09:24:22,549 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/eda4d6dc10054f93b54259488ff71100 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/eda4d6dc10054f93b54259488ff71100 2024-12-10T09:24:22,555 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/B of 9729791891be92c35b1d1d59287f2a25 into eda4d6dc10054f93b54259488ff71100(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:22,556 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:22,556 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/B, priority=13, startTime=1733822662506; duration=0sec 2024-12-10T09:24:22,556 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:22,556 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:B 2024-12-10T09:24:22,556 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:22,558 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:22,558 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/C is initiating minor compaction (all files) 2024-12-10T09:24:22,558 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/C in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:22,558 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/8dd8dada8da44ecc917f468a94fd5f1b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/cdcb4e3f65984a8391fd89d13b3d2689, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/d27a684d659542d3a6e400ee9756ef60] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=35.4 K 2024-12-10T09:24:22,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-10T09:24:22,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:22,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:22,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:22,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:22,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:22,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:22,559 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dd8dada8da44ecc917f468a94fd5f1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733822659226 2024-12-10T09:24:22,560 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting cdcb4e3f65984a8391fd89d13b3d2689, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733822660261 2024-12-10T09:24:22,561 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting d27a684d659542d3a6e400ee9756ef60, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733822661354 2024-12-10T09:24:22,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742110_1286 (size=12359) 2024-12-10T09:24:22,573 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/06fa71c9df32487eb8760f8d6d6d49eb as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/06fa71c9df32487eb8760f8d6d6d49eb 2024-12-10T09:24:22,580 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/A of 9729791891be92c35b1d1d59287f2a25 into 06fa71c9df32487eb8760f8d6d6d49eb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:22,580 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:22,580 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/A, priority=13, startTime=1733822662505; duration=0sec 2024-12-10T09:24:22,580 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:22,580 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:A 2024-12-10T09:24:22,582 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:22,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-10T09:24:22,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:22,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:22,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:22,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:22,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:22,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/c3a2d37c63c24a70bbf09b2236118c1a is 50, key is test_row_0/A:col10/1733822662439/Put/seqid=0 2024-12-10T09:24:22,598 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#C#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:22,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822722597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:22,599 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/2888da0c2ef4402b8c1dc1fbeee12117 is 50, key is test_row_0/C:col10/1733822661354/Put/seqid=0 2024-12-10T09:24:22,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742113_1289 (size=12359) 2024-12-10T09:24:22,630 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/2888da0c2ef4402b8c1dc1fbeee12117 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/2888da0c2ef4402b8c1dc1fbeee12117 2024-12-10T09:24:22,635 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/C of 9729791891be92c35b1d1d59287f2a25 into 2888da0c2ef4402b8c1dc1fbeee12117(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:22,635 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:22,635 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/C, priority=13, startTime=1733822662506; duration=0sec 2024-12-10T09:24:22,635 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:22,635 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:C 2024-12-10T09:24:22,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742112_1288 (size=14541) 2024-12-10T09:24:22,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/c3a2d37c63c24a70bbf09b2236118c1a 2024-12-10T09:24:22,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/ba5b96e60e33467991433a0a07720883 is 50, key is test_row_0/B:col10/1733822662439/Put/seqid=0 2024-12-10T09:24:22,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742114_1290 (size=12151) 2024-12-10T09:24:22,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822722699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-10T09:24:22,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:22,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-10T09:24:22,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:22,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:22,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:22,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:22,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:22,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-10T09:24:22,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:22,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:22,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:22,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:22,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:22,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822722902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-10T09:24:23,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-10T09:24:23,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:23,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:23,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:23,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/ba5b96e60e33467991433a0a07720883 2024-12-10T09:24:23,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/f28fdcbc9d7a4139933924aec8035009 is 50, key is test_row_0/C:col10/1733822662439/Put/seqid=0 2024-12-10T09:24:23,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742115_1291 (size=12151) 2024-12-10T09:24:23,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-10T09:24:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:23,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822723205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-10T09:24:23,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:23,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:23,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:23,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/f28fdcbc9d7a4139933924aec8035009 2024-12-10T09:24:23,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/c3a2d37c63c24a70bbf09b2236118c1a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c3a2d37c63c24a70bbf09b2236118c1a 2024-12-10T09:24:23,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822723471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c3a2d37c63c24a70bbf09b2236118c1a, entries=200, sequenceid=154, filesize=14.2 K 2024-12-10T09:24:23,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822723473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/ba5b96e60e33467991433a0a07720883 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/ba5b96e60e33467991433a0a07720883 2024-12-10T09:24:23,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/ba5b96e60e33467991433a0a07720883, entries=150, sequenceid=154, filesize=11.9 K 2024-12-10T09:24:23,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/f28fdcbc9d7a4139933924aec8035009 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/f28fdcbc9d7a4139933924aec8035009 2024-12-10T09:24:23,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/f28fdcbc9d7a4139933924aec8035009, entries=150, sequenceid=154, filesize=11.9 K 2024-12-10T09:24:23,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9729791891be92c35b1d1d59287f2a25 in 923ms, sequenceid=154, compaction requested=false 2024-12-10T09:24:23,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:23,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-10T09:24:23,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:23,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:23,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:23,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:23,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:23,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:23,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/d4c2545260cf4e669cfb174d4488bbe2 is 50, key is test_row_0/A:col10/1733822662595/Put/seqid=0 2024-12-10T09:24:23,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742116_1292 (size=14541) 2024-12-10T09:24:23,497 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-10T09:24:23,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:23,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:23,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:23,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:23,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822723505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822723504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-10T09:24:23,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822723607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822723607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-10T09:24:23,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:23,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:23,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:23,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822723710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-10T09:24:23,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:23,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:23,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:23,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822723809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822723810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/d4c2545260cf4e669cfb174d4488bbe2 2024-12-10T09:24:23,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1124296a00dd438fac1deceb0f2dc421 is 50, key is test_row_0/B:col10/1733822662595/Put/seqid=0 2024-12-10T09:24:23,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742117_1293 (size=12151) 2024-12-10T09:24:23,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1124296a00dd438fac1deceb0f2dc421 2024-12-10T09:24:23,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/06ee97569c6e42aba252c396ef065ea9 is 50, key is test_row_0/C:col10/1733822662595/Put/seqid=0 2024-12-10T09:24:23,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742118_1294 (size=12151) 2024-12-10T09:24:23,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:23,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-10T09:24:23,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:23,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:23,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:23,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:24,106 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:24,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-10T09:24:24,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:24,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:24,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:24,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:24,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:24,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822724112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:24,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822724114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:24,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:24,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-10T09:24:24,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:24,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:24,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:24,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:24,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:24,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/06ee97569c6e42aba252c396ef065ea9 2024-12-10T09:24:24,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/d4c2545260cf4e669cfb174d4488bbe2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/d4c2545260cf4e669cfb174d4488bbe2 2024-12-10T09:24:24,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/d4c2545260cf4e669cfb174d4488bbe2, entries=200, sequenceid=174, filesize=14.2 K 2024-12-10T09:24:24,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1124296a00dd438fac1deceb0f2dc421 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1124296a00dd438fac1deceb0f2dc421 2024-12-10T09:24:24,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1124296a00dd438fac1deceb0f2dc421, entries=150, sequenceid=174, filesize=11.9 K 2024-12-10T09:24:24,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/06ee97569c6e42aba252c396ef065ea9 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/06ee97569c6e42aba252c396ef065ea9 2024-12-10T09:24:24,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/06ee97569c6e42aba252c396ef065ea9, entries=150, sequenceid=174, filesize=11.9 K 2024-12-10T09:24:24,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9729791891be92c35b1d1d59287f2a25 in 859ms, sequenceid=174, compaction requested=true 2024-12-10T09:24:24,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:24,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:24,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:24,342 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:24,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:24,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:24,343 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:24,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:24,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:24,343 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:24,343 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:24,343 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/B is initiating minor compaction (all files) 2024-12-10T09:24:24,343 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/A is initiating minor compaction (all files) 2024-12-10T09:24:24,343 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/B in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:24,343 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/A in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:24,343 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/eda4d6dc10054f93b54259488ff71100, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/ba5b96e60e33467991433a0a07720883, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1124296a00dd438fac1deceb0f2dc421] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=35.8 K 2024-12-10T09:24:24,344 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/06fa71c9df32487eb8760f8d6d6d49eb, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c3a2d37c63c24a70bbf09b2236118c1a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/d4c2545260cf4e669cfb174d4488bbe2] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=40.5 K 2024-12-10T09:24:24,344 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06fa71c9df32487eb8760f8d6d6d49eb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733822661354 2024-12-10T09:24:24,344 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting eda4d6dc10054f93b54259488ff71100, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733822661354 2024-12-10T09:24:24,344 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3a2d37c63c24a70bbf09b2236118c1a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733822662439 2024-12-10T09:24:24,344 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting ba5b96e60e33467991433a0a07720883, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733822662439 2024-12-10T09:24:24,344 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1124296a00dd438fac1deceb0f2dc421, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733822662595 2024-12-10T09:24:24,344 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4c2545260cf4e669cfb174d4488bbe2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733822662590 2024-12-10T09:24:24,350 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:24,350 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/6e72315b9cf0496c885f452bdd8d0626 is 50, key is test_row_0/B:col10/1733822662595/Put/seqid=0 2024-12-10T09:24:24,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742119_1295 (size=12561) 2024-12-10T09:24:24,356 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:24,357 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/ace85e98ae7c467895dafc78d05a49ab is 50, key is test_row_0/A:col10/1733822662595/Put/seqid=0 2024-12-10T09:24:24,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742120_1296 (size=12561) 2024-12-10T09:24:24,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:24,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-10T09:24:24,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:24,411 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-10T09:24:24,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:24,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:24,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:24,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:24,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:24,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:24,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/6f0680b695474452a5e4f2d8d9b5b83f is 50, key is test_row_0/A:col10/1733822663502/Put/seqid=0 2024-12-10T09:24:24,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742121_1297 (size=12151) 2024-12-10T09:24:24,421 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/6f0680b695474452a5e4f2d8d9b5b83f 2024-12-10T09:24:24,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/aeb8dfd2e1794b7cbb1fbea9636a23e4 is 50, key is test_row_0/B:col10/1733822663502/Put/seqid=0 2024-12-10T09:24:24,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742122_1298 (size=12151) 2024-12-10T09:24:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-10T09:24:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:24,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:24,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822724641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:24,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822724641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:24,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822724714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:24,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822724743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:24,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822724743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:24,758 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/6e72315b9cf0496c885f452bdd8d0626 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6e72315b9cf0496c885f452bdd8d0626 2024-12-10T09:24:24,762 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/B of 9729791891be92c35b1d1d59287f2a25 into 6e72315b9cf0496c885f452bdd8d0626(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:24,762 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:24,762 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/B, priority=13, startTime=1733822664342; duration=0sec 2024-12-10T09:24:24,762 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:24,762 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:B 2024-12-10T09:24:24,762 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:24,763 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:24,763 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/C is initiating minor compaction (all files) 2024-12-10T09:24:24,763 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/C in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:24,763 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/2888da0c2ef4402b8c1dc1fbeee12117, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/f28fdcbc9d7a4139933924aec8035009, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/06ee97569c6e42aba252c396ef065ea9] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=35.8 K 2024-12-10T09:24:24,763 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 2888da0c2ef4402b8c1dc1fbeee12117, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733822661354 2024-12-10T09:24:24,764 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting f28fdcbc9d7a4139933924aec8035009, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733822662439 2024-12-10T09:24:24,764 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 06ee97569c6e42aba252c396ef065ea9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733822662595 2024-12-10T09:24:24,765 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/ace85e98ae7c467895dafc78d05a49ab as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/ace85e98ae7c467895dafc78d05a49ab 2024-12-10T09:24:24,769 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/A of 9729791891be92c35b1d1d59287f2a25 into ace85e98ae7c467895dafc78d05a49ab(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:24,769 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:24,769 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/A, priority=13, startTime=1733822664342; duration=0sec 2024-12-10T09:24:24,769 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:24,769 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:A 2024-12-10T09:24:24,770 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#C#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:24,771 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/ef0148eeeeff4914a91c51af1be4b4b6 is 50, key is test_row_0/C:col10/1733822662595/Put/seqid=0 2024-12-10T09:24:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742123_1299 (size=12561) 2024-12-10T09:24:24,831 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/aeb8dfd2e1794b7cbb1fbea9636a23e4 2024-12-10T09:24:24,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/418e1a5b77dd40b78c33d899848a3b83 is 50, key is test_row_0/C:col10/1733822663502/Put/seqid=0 2024-12-10T09:24:24,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742124_1300 (size=12151) 2024-12-10T09:24:24,841 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/418e1a5b77dd40b78c33d899848a3b83 2024-12-10T09:24:24,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/6f0680b695474452a5e4f2d8d9b5b83f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/6f0680b695474452a5e4f2d8d9b5b83f 2024-12-10T09:24:24,848 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/6f0680b695474452a5e4f2d8d9b5b83f, entries=150, sequenceid=192, filesize=11.9 K 2024-12-10T09:24:24,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/aeb8dfd2e1794b7cbb1fbea9636a23e4 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/aeb8dfd2e1794b7cbb1fbea9636a23e4 2024-12-10T09:24:24,852 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/aeb8dfd2e1794b7cbb1fbea9636a23e4, entries=150, sequenceid=192, filesize=11.9 K 2024-12-10T09:24:24,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/418e1a5b77dd40b78c33d899848a3b83 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/418e1a5b77dd40b78c33d899848a3b83 2024-12-10T09:24:24,856 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/418e1a5b77dd40b78c33d899848a3b83, entries=150, sequenceid=192, filesize=11.9 K 2024-12-10T09:24:24,856 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 9729791891be92c35b1d1d59287f2a25 in 445ms, sequenceid=192, compaction requested=false 2024-12-10T09:24:24,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:24,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:24,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-10T09:24:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-10T09:24:24,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-10T09:24:24,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4290 sec 2024-12-10T09:24:24,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.4340 sec 2024-12-10T09:24:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:24,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-10T09:24:24,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:24,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:24,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:24,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:24,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:24,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:24,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/6b138d4c2ca34174b10c28e0eaa34cf3 is 50, key is test_row_0/A:col10/1733822664640/Put/seqid=0 2024-12-10T09:24:24,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742125_1301 (size=12151) 2024-12-10T09:24:24,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822724964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:24,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822724966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:25,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822725066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:25,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822725068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:25,178 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/ef0148eeeeff4914a91c51af1be4b4b6 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ef0148eeeeff4914a91c51af1be4b4b6 2024-12-10T09:24:25,182 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/C of 9729791891be92c35b1d1d59287f2a25 into ef0148eeeeff4914a91c51af1be4b4b6(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:25,182 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:25,182 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/C, priority=13, startTime=1733822664343; duration=0sec 2024-12-10T09:24:25,182 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:25,182 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:C 2024-12-10T09:24:25,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822725270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:25,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822725271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:25,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/6b138d4c2ca34174b10c28e0eaa34cf3 2024-12-10T09:24:25,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/a411dacba6bc4c87b84ba1c80d9e6689 is 50, key is test_row_0/B:col10/1733822664640/Put/seqid=0 2024-12-10T09:24:25,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742126_1302 (size=12151) 2024-12-10T09:24:25,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822725478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:25,480 DEBUG [Thread-1189 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4125 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:24:25,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822725487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:25,488 DEBUG [Thread-1181 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:24:25,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822725574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:25,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822725575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:25,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/a411dacba6bc4c87b84ba1c80d9e6689 2024-12-10T09:24:25,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/b394cbe49df449a896519ab646d55271 is 50, key is test_row_0/C:col10/1733822664640/Put/seqid=0 2024-12-10T09:24:25,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742127_1303 (size=12151) 2024-12-10T09:24:26,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822726076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:26,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822726080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:26,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/b394cbe49df449a896519ab646d55271 2024-12-10T09:24:26,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/6b138d4c2ca34174b10c28e0eaa34cf3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/6b138d4c2ca34174b10c28e0eaa34cf3 2024-12-10T09:24:26,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/6b138d4c2ca34174b10c28e0eaa34cf3, entries=150, sequenceid=214, filesize=11.9 K 2024-12-10T09:24:26,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/a411dacba6bc4c87b84ba1c80d9e6689 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/a411dacba6bc4c87b84ba1c80d9e6689 2024-12-10T09:24:26,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/a411dacba6bc4c87b84ba1c80d9e6689, entries=150, sequenceid=214, filesize=11.9 K 2024-12-10T09:24:26,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/b394cbe49df449a896519ab646d55271 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/b394cbe49df449a896519ab646d55271 2024-12-10T09:24:26,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/b394cbe49df449a896519ab646d55271, entries=150, sequenceid=214, filesize=11.9 K 2024-12-10T09:24:26,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9729791891be92c35b1d1d59287f2a25 in 1268ms, sequenceid=214, compaction requested=true 2024-12-10T09:24:26,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:26,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:26,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:26,215 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:26,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:26,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:26,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:26,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-10T09:24:26,216 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:26,216 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:26,216 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/A is initiating minor compaction (all files) 2024-12-10T09:24:26,216 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/A in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:26,217 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/ace85e98ae7c467895dafc78d05a49ab, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/6f0680b695474452a5e4f2d8d9b5b83f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/6b138d4c2ca34174b10c28e0eaa34cf3] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=36.0 K 2024-12-10T09:24:26,217 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting ace85e98ae7c467895dafc78d05a49ab, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733822662595 2024-12-10T09:24:26,217 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:26,217 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/B is initiating minor compaction (all files) 2024-12-10T09:24:26,217 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/B in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:26,217 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6e72315b9cf0496c885f452bdd8d0626, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/aeb8dfd2e1794b7cbb1fbea9636a23e4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/a411dacba6bc4c87b84ba1c80d9e6689] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=36.0 K 2024-12-10T09:24:26,217 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f0680b695474452a5e4f2d8d9b5b83f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733822663502 2024-12-10T09:24:26,217 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e72315b9cf0496c885f452bdd8d0626, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733822662595 2024-12-10T09:24:26,218 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b138d4c2ca34174b10c28e0eaa34cf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733822664634 2024-12-10T09:24:26,218 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting aeb8dfd2e1794b7cbb1fbea9636a23e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733822663502 2024-12-10T09:24:26,218 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting a411dacba6bc4c87b84ba1c80d9e6689, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733822664634 2024-12-10T09:24:26,225 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#B#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:26,225 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/61b34e15429c4daa9e816d9f51ea1dcd is 50, key is test_row_0/B:col10/1733822664640/Put/seqid=0 2024-12-10T09:24:26,229 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:26,230 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/410263a73d884e08a207105619a26db7 is 50, key is test_row_0/A:col10/1733822664640/Put/seqid=0 2024-12-10T09:24:26,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742128_1304 (size=12663) 2024-12-10T09:24:26,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742129_1305 (size=12663) 2024-12-10T09:24:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-10T09:24:26,536 INFO [Thread-1191 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-10T09:24:26,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-10T09:24:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-10T09:24:26,539 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:26,539 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:26,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:26,637 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/61b34e15429c4daa9e816d9f51ea1dcd as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/61b34e15429c4daa9e816d9f51ea1dcd 2024-12-10T09:24:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-10T09:24:26,641 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/B of 9729791891be92c35b1d1d59287f2a25 into 61b34e15429c4daa9e816d9f51ea1dcd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:26,641 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:26,641 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/B, priority=13, startTime=1733822666215; duration=0sec 2024-12-10T09:24:26,641 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:26,641 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:B 2024-12-10T09:24:26,641 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:26,642 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:26,642 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/410263a73d884e08a207105619a26db7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/410263a73d884e08a207105619a26db7 2024-12-10T09:24:26,642 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/C is initiating minor compaction (all files) 2024-12-10T09:24:26,642 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/C in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:26,643 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ef0148eeeeff4914a91c51af1be4b4b6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/418e1a5b77dd40b78c33d899848a3b83, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/b394cbe49df449a896519ab646d55271] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=36.0 K 2024-12-10T09:24:26,643 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef0148eeeeff4914a91c51af1be4b4b6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733822662595 2024-12-10T09:24:26,645 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 418e1a5b77dd40b78c33d899848a3b83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733822663502 2024-12-10T09:24:26,646 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting b394cbe49df449a896519ab646d55271, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733822664634 2024-12-10T09:24:26,649 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/A of 9729791891be92c35b1d1d59287f2a25 into 410263a73d884e08a207105619a26db7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:26,649 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:26,649 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/A, priority=13, startTime=1733822666215; duration=0sec 2024-12-10T09:24:26,649 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:26,649 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:A 2024-12-10T09:24:26,652 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:26,652 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/bcad0b53060f4a7da04b93196ea45e36 is 50, key is test_row_0/C:col10/1733822664640/Put/seqid=0 2024-12-10T09:24:26,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742130_1306 (size=12663) 2024-12-10T09:24:26,690 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:26,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-10T09:24:26,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:26,691 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-10T09:24:26,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:26,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:26,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:26,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:26,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:26,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/9e3f6fe32c0842baafa0bb14acd5036b is 50, key is test_row_0/A:col10/1733822664962/Put/seqid=0 2024-12-10T09:24:26,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742131_1307 (size=12151) 2024-12-10T09:24:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:26,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:26,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822726750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-10T09:24:26,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822726853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:27,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822727054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:27,059 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/bcad0b53060f4a7da04b93196ea45e36 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/bcad0b53060f4a7da04b93196ea45e36 2024-12-10T09:24:27,063 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/C of 9729791891be92c35b1d1d59287f2a25 into bcad0b53060f4a7da04b93196ea45e36(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:27,063 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:27,063 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/C, priority=13, startTime=1733822666215; duration=0sec 2024-12-10T09:24:27,064 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:27,064 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:C 2024-12-10T09:24:27,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822727081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:27,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822727089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:27,099 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/9e3f6fe32c0842baafa0bb14acd5036b 2024-12-10T09:24:27,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/b5787a75ce3b47f4ad21d56d652c0a0a is 50, key is test_row_0/B:col10/1733822664962/Put/seqid=0 2024-12-10T09:24:27,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742132_1308 (size=12151) 2024-12-10T09:24:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-10T09:24:27,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822727357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:27,525 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/b5787a75ce3b47f4ad21d56d652c0a0a 2024-12-10T09:24:27,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/a1908c6e54bf4fc2a0a0aa8e3bb03ca0 is 50, key is test_row_0/C:col10/1733822664962/Put/seqid=0 2024-12-10T09:24:27,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742133_1309 (size=12151) 2024-12-10T09:24:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-10T09:24:27,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822727863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:27,936 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/a1908c6e54bf4fc2a0a0aa8e3bb03ca0 2024-12-10T09:24:27,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/9e3f6fe32c0842baafa0bb14acd5036b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/9e3f6fe32c0842baafa0bb14acd5036b 2024-12-10T09:24:27,945 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/9e3f6fe32c0842baafa0bb14acd5036b, entries=150, sequenceid=233, filesize=11.9 K 2024-12-10T09:24:27,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/b5787a75ce3b47f4ad21d56d652c0a0a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/b5787a75ce3b47f4ad21d56d652c0a0a 2024-12-10T09:24:27,949 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/b5787a75ce3b47f4ad21d56d652c0a0a, entries=150, sequenceid=233, filesize=11.9 K 2024-12-10T09:24:27,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/a1908c6e54bf4fc2a0a0aa8e3bb03ca0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/a1908c6e54bf4fc2a0a0aa8e3bb03ca0 2024-12-10T09:24:27,953 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/a1908c6e54bf4fc2a0a0aa8e3bb03ca0, entries=150, sequenceid=233, filesize=11.9 K 2024-12-10T09:24:27,953 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9729791891be92c35b1d1d59287f2a25 in 1262ms, sequenceid=233, compaction requested=false 2024-12-10T09:24:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-10T09:24:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-10T09:24:27,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-10T09:24:27,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-12-10T09:24:27,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.4190 sec 2024-12-10T09:24:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-10T09:24:28,642 INFO [Thread-1191 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-10T09:24:28,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-10T09:24:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-10T09:24:28,644 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:28,645 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:28,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-10T09:24:28,796 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:28,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-10T09:24:28,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:28,797 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-10T09:24:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:28,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/483783c0af414ed58acbdd21ff870c13 is 50, key is test_row_0/A:col10/1733822666749/Put/seqid=0 2024-12-10T09:24:28,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742134_1310 (size=12151) 2024-12-10T09:24:28,826 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/483783c0af414ed58acbdd21ff870c13 2024-12-10T09:24:28,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1450b58616fd4e7c9c865c434020c0e2 is 50, key is test_row_0/B:col10/1733822666749/Put/seqid=0 2024-12-10T09:24:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:28,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742135_1311 (size=12151) 2024-12-10T09:24:28,886 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1450b58616fd4e7c9c865c434020c0e2 2024-12-10T09:24:28,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/ead4ba1e7c9d4cb0986d6a5f631fc4f2 is 50, key is test_row_0/C:col10/1733822666749/Put/seqid=0 2024-12-10T09:24:28,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742136_1312 (size=12151) 2024-12-10T09:24:28,911 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/ead4ba1e7c9d4cb0986d6a5f631fc4f2 2024-12-10T09:24:28,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/483783c0af414ed58acbdd21ff870c13 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/483783c0af414ed58acbdd21ff870c13 2024-12-10T09:24:28,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822728917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:28,922 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/483783c0af414ed58acbdd21ff870c13, entries=150, sequenceid=254, filesize=11.9 K 2024-12-10T09:24:28,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1450b58616fd4e7c9c865c434020c0e2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1450b58616fd4e7c9c865c434020c0e2 2024-12-10T09:24:28,926 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1450b58616fd4e7c9c865c434020c0e2, entries=150, sequenceid=254, filesize=11.9 K 2024-12-10T09:24:28,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/ead4ba1e7c9d4cb0986d6a5f631fc4f2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ead4ba1e7c9d4cb0986d6a5f631fc4f2 2024-12-10T09:24:28,933 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ead4ba1e7c9d4cb0986d6a5f631fc4f2, entries=150, sequenceid=254, filesize=11.9 K 2024-12-10T09:24:28,934 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9729791891be92c35b1d1d59287f2a25 in 138ms, sequenceid=254, compaction requested=true 2024-12-10T09:24:28,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:28,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:28,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-10T09:24:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-10T09:24:28,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-10T09:24:28,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 295 msec 2024-12-10T09:24:28,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 299 msec 2024-12-10T09:24:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-10T09:24:28,946 INFO [Thread-1191 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-10T09:24:28,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-10T09:24:28,950 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-10T09:24:28,950 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:28,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:29,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-10T09:24:29,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:29,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:29,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:29,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:29,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:29,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:29,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/8ad17ac249d2429391aade29c8b80ab1 is 50, key is test_row_0/A:col10/1733822669022/Put/seqid=0 2024-12-10T09:24:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742137_1313 (size=12301) 2024-12-10T09:24:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-10T09:24:29,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/8ad17ac249d2429391aade29c8b80ab1 2024-12-10T09:24:29,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/c992516b8ff24432b45e499c662d92d1 is 50, key is test_row_0/B:col10/1733822669022/Put/seqid=0 2024-12-10T09:24:29,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742138_1314 (size=12301) 2024-12-10T09:24:29,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/c992516b8ff24432b45e499c662d92d1 2024-12-10T09:24:29,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/4b817080542b4c3dbeeb0d7d8c70312b is 50, key is test_row_0/C:col10/1733822669022/Put/seqid=0 2024-12-10T09:24:29,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822729082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:29,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822729086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:29,088 DEBUG [Thread-1185 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4124 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:24:29,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822729091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:29,094 DEBUG [Thread-1183 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:24:29,102 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:29,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-10T09:24:29,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:29,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:29,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:29,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742139_1315 (size=12301) 2024-12-10T09:24:29,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/4b817080542b4c3dbeeb0d7d8c70312b 2024-12-10T09:24:29,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/8ad17ac249d2429391aade29c8b80ab1 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8ad17ac249d2429391aade29c8b80ab1 2024-12-10T09:24:29,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8ad17ac249d2429391aade29c8b80ab1, entries=150, sequenceid=271, filesize=12.0 K 2024-12-10T09:24:29,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/c992516b8ff24432b45e499c662d92d1 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/c992516b8ff24432b45e499c662d92d1 2024-12-10T09:24:29,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/c992516b8ff24432b45e499c662d92d1, entries=150, sequenceid=271, filesize=12.0 K 2024-12-10T09:24:29,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/4b817080542b4c3dbeeb0d7d8c70312b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/4b817080542b4c3dbeeb0d7d8c70312b 2024-12-10T09:24:29,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/4b817080542b4c3dbeeb0d7d8c70312b, entries=150, sequenceid=271, filesize=12.0 K 2024-12-10T09:24:29,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9729791891be92c35b1d1d59287f2a25 in 122ms, sequenceid=271, compaction requested=true 2024-12-10T09:24:29,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:29,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:29,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:29,145 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:24:29,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:29,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:29,145 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:24:29,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:29,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:29,147 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:24:29,147 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:24:29,147 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/B is initiating minor compaction (all files) 2024-12-10T09:24:29,147 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/B in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:29,147 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/61b34e15429c4daa9e816d9f51ea1dcd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/b5787a75ce3b47f4ad21d56d652c0a0a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1450b58616fd4e7c9c865c434020c0e2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/c992516b8ff24432b45e499c662d92d1] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=48.1 K 2024-12-10T09:24:29,147 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/A is initiating minor compaction (all files) 2024-12-10T09:24:29,147 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/A in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:29,147 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/410263a73d884e08a207105619a26db7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/9e3f6fe32c0842baafa0bb14acd5036b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/483783c0af414ed58acbdd21ff870c13, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8ad17ac249d2429391aade29c8b80ab1] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=48.1 K 2024-12-10T09:24:29,148 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 61b34e15429c4daa9e816d9f51ea1dcd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733822664634 2024-12-10T09:24:29,148 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 410263a73d884e08a207105619a26db7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733822664634 2024-12-10T09:24:29,148 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e3f6fe32c0842baafa0bb14acd5036b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733822664962 2024-12-10T09:24:29,148 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting b5787a75ce3b47f4ad21d56d652c0a0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733822664962 2024-12-10T09:24:29,148 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 483783c0af414ed58acbdd21ff870c13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733822666740 2024-12-10T09:24:29,149 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1450b58616fd4e7c9c865c434020c0e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733822666740 2024-12-10T09:24:29,149 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ad17ac249d2429391aade29c8b80ab1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733822668912 2024-12-10T09:24:29,149 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting c992516b8ff24432b45e499c662d92d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733822668912 2024-12-10T09:24:29,165 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:29,166 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/c1654ddb302440589aa61f7cf09ed479 is 50, key is test_row_0/A:col10/1733822669022/Put/seqid=0 2024-12-10T09:24:29,186 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#B#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:29,186 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1d26c1508f274883b12996001ff5da3b is 50, key is test_row_0/B:col10/1733822669022/Put/seqid=0 2024-12-10T09:24:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:29,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-10T09:24:29,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:29,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:29,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:29,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:29,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:29,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:29,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742140_1316 (size=12949) 2024-12-10T09:24:29,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/4c3b6ed950a1463eabf6d5c5167c010a is 50, key is test_row_0/A:col10/1733822669076/Put/seqid=0 2024-12-10T09:24:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-10T09:24:29,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742141_1317 (size=12949) 2024-12-10T09:24:29,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:29,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-10T09:24:29,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:29,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:29,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:29,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,263 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1d26c1508f274883b12996001ff5da3b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1d26c1508f274883b12996001ff5da3b 2024-12-10T09:24:29,271 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/B of 9729791891be92c35b1d1d59287f2a25 into 1d26c1508f274883b12996001ff5da3b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:29,271 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:29,271 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/B, priority=12, startTime=1733822669145; duration=0sec 2024-12-10T09:24:29,271 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:29,271 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:B 2024-12-10T09:24:29,271 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:24:29,273 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:24:29,273 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/C is initiating minor compaction (all files) 2024-12-10T09:24:29,273 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/C in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:29,273 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/bcad0b53060f4a7da04b93196ea45e36, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/a1908c6e54bf4fc2a0a0aa8e3bb03ca0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ead4ba1e7c9d4cb0986d6a5f631fc4f2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/4b817080542b4c3dbeeb0d7d8c70312b] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=48.1 K 2024-12-10T09:24:29,274 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting bcad0b53060f4a7da04b93196ea45e36, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733822664634 2024-12-10T09:24:29,274 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting a1908c6e54bf4fc2a0a0aa8e3bb03ca0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733822664962 2024-12-10T09:24:29,274 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting ead4ba1e7c9d4cb0986d6a5f631fc4f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733822666740 2024-12-10T09:24:29,274 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b817080542b4c3dbeeb0d7d8c70312b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733822668912 2024-12-10T09:24:29,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742142_1318 (size=12301) 2024-12-10T09:24:29,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/4c3b6ed950a1463eabf6d5c5167c010a 2024-12-10T09:24:29,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822729281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:29,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/18e8f6133f174bdaabb4ae82aa171498 is 50, key is test_row_0/B:col10/1733822669076/Put/seqid=0 2024-12-10T09:24:29,293 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#C#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:29,294 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/93293ee1a8dc4c5da3961d9331328b86 is 50, key is test_row_0/C:col10/1733822669022/Put/seqid=0 2024-12-10T09:24:29,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742143_1319 (size=12301) 2024-12-10T09:24:29,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742144_1320 (size=12949) 2024-12-10T09:24:29,345 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/93293ee1a8dc4c5da3961d9331328b86 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/93293ee1a8dc4c5da3961d9331328b86 2024-12-10T09:24:29,351 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/C of 9729791891be92c35b1d1d59287f2a25 into 93293ee1a8dc4c5da3961d9331328b86(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:29,351 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:29,351 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/C, priority=12, startTime=1733822669145; duration=0sec 2024-12-10T09:24:29,351 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:29,351 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:C 2024-12-10T09:24:29,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822729385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:29,409 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:29,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-10T09:24:29,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:29,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:29,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:29,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49348 deadline: 1733822729498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:29,500 DEBUG [Thread-1189 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:24:29,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49336 deadline: 1733822729508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:29,509 DEBUG [Thread-1181 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:24:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-10T09:24:29,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:29,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-10T09:24:29,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:29,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:29,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:29,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822729589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:29,619 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/c1654ddb302440589aa61f7cf09ed479 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c1654ddb302440589aa61f7cf09ed479 2024-12-10T09:24:29,624 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/A of 9729791891be92c35b1d1d59287f2a25 into c1654ddb302440589aa61f7cf09ed479(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:29,624 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:29,624 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/A, priority=12, startTime=1733822669145; duration=0sec 2024-12-10T09:24:29,625 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:29,625 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:A 2024-12-10T09:24:29,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:29,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-10T09:24:29,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:29,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:29,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:29,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/18e8f6133f174bdaabb4ae82aa171498 2024-12-10T09:24:29,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/3d65511e300a42908f3155c3d3f24acd is 50, key is test_row_0/C:col10/1733822669076/Put/seqid=0 2024-12-10T09:24:29,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742145_1321 (size=12301) 2024-12-10T09:24:29,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:29,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-10T09:24:29,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:29,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:29,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:29,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:29,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822729893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:30,023 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:30,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-10T09:24:30,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:30,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:30,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:30,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:30,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-10T09:24:30,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/3d65511e300a42908f3155c3d3f24acd 2024-12-10T09:24:30,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/4c3b6ed950a1463eabf6d5c5167c010a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/4c3b6ed950a1463eabf6d5c5167c010a 2024-12-10T09:24:30,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:30,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-10T09:24:30,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:30,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:30,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:30,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/4c3b6ed950a1463eabf6d5c5167c010a, entries=150, sequenceid=291, filesize=12.0 K 2024-12-10T09:24:30,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:30,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:30,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/18e8f6133f174bdaabb4ae82aa171498 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/18e8f6133f174bdaabb4ae82aa171498 2024-12-10T09:24:30,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/18e8f6133f174bdaabb4ae82aa171498, entries=150, sequenceid=291, filesize=12.0 K 2024-12-10T09:24:30,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/3d65511e300a42908f3155c3d3f24acd as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/3d65511e300a42908f3155c3d3f24acd 2024-12-10T09:24:30,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/3d65511e300a42908f3155c3d3f24acd, entries=150, sequenceid=291, filesize=12.0 K 2024-12-10T09:24:30,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9729791891be92c35b1d1d59287f2a25 in 1008ms, sequenceid=291, compaction requested=false 2024-12-10T09:24:30,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:30,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:30,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-10T09:24:30,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:30,332 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-10T09:24:30,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:30,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:30,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:30,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:30,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:30,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:30,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/417e49385c254483ad36263dc1faa014 is 50, key is test_row_0/A:col10/1733822669241/Put/seqid=0 2024-12-10T09:24:30,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742146_1322 (size=12301) 2024-12-10T09:24:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:30,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:30,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822730439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:30,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822730543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:30,740 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/417e49385c254483ad36263dc1faa014 2024-12-10T09:24:30,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/6be4058a175243c88cb40a091ab94bee is 50, key is test_row_0/B:col10/1733822669241/Put/seqid=0 2024-12-10T09:24:30,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822730746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:30,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742147_1323 (size=12301) 2024-12-10T09:24:30,760 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/6be4058a175243c88cb40a091ab94bee 2024-12-10T09:24:30,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/dbefc75c7c0044eba69cb7e1e6247906 is 50, key is test_row_0/C:col10/1733822669241/Put/seqid=0 2024-12-10T09:24:30,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742148_1324 (size=12301) 2024-12-10T09:24:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-10T09:24:31,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822731053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:31,171 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/dbefc75c7c0044eba69cb7e1e6247906 2024-12-10T09:24:31,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/417e49385c254483ad36263dc1faa014 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/417e49385c254483ad36263dc1faa014 2024-12-10T09:24:31,177 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/417e49385c254483ad36263dc1faa014, entries=150, sequenceid=310, filesize=12.0 K 2024-12-10T09:24:31,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/6be4058a175243c88cb40a091ab94bee as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6be4058a175243c88cb40a091ab94bee 2024-12-10T09:24:31,181 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6be4058a175243c88cb40a091ab94bee, entries=150, sequenceid=310, filesize=12.0 K 2024-12-10T09:24:31,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/dbefc75c7c0044eba69cb7e1e6247906 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/dbefc75c7c0044eba69cb7e1e6247906 2024-12-10T09:24:31,185 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/dbefc75c7c0044eba69cb7e1e6247906, entries=150, sequenceid=310, filesize=12.0 K 2024-12-10T09:24:31,186 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9729791891be92c35b1d1d59287f2a25 in 854ms, sequenceid=310, compaction requested=true 2024-12-10T09:24:31,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:31,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:31,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-10T09:24:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-10T09:24:31,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-10T09:24:31,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2370 sec 2024-12-10T09:24:31,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.2400 sec 2024-12-10T09:24:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:31,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-10T09:24:31,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:31,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:31,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:31,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:31,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:31,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:31,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/e474ffb3ccb547ba8b644b1449060bf5 is 50, key is test_row_0/A:col10/1733822670427/Put/seqid=0 2024-12-10T09:24:31,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742149_1325 (size=14741) 2024-12-10T09:24:31,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/e474ffb3ccb547ba8b644b1449060bf5 2024-12-10T09:24:31,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/77cf8e4e6086424ca118b8688e7f2d50 is 50, key is test_row_0/B:col10/1733822670427/Put/seqid=0 2024-12-10T09:24:31,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822731596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:31,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742150_1326 (size=12301) 2024-12-10T09:24:31,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822731700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:31,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822731902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:32,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/77cf8e4e6086424ca118b8688e7f2d50 2024-12-10T09:24:32,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/ed14e964899645ba8bb9f1a99fc51b80 is 50, key is test_row_0/C:col10/1733822670427/Put/seqid=0 2024-12-10T09:24:32,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742151_1327 (size=12301) 2024-12-10T09:24:32,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/ed14e964899645ba8bb9f1a99fc51b80 2024-12-10T09:24:32,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/e474ffb3ccb547ba8b644b1449060bf5 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/e474ffb3ccb547ba8b644b1449060bf5 2024-12-10T09:24:32,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/e474ffb3ccb547ba8b644b1449060bf5, entries=200, sequenceid=331, filesize=14.4 K 2024-12-10T09:24:32,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/77cf8e4e6086424ca118b8688e7f2d50 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/77cf8e4e6086424ca118b8688e7f2d50 2024-12-10T09:24:32,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/77cf8e4e6086424ca118b8688e7f2d50, entries=150, sequenceid=331, filesize=12.0 K 2024-12-10T09:24:32,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/ed14e964899645ba8bb9f1a99fc51b80 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ed14e964899645ba8bb9f1a99fc51b80 2024-12-10T09:24:32,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ed14e964899645ba8bb9f1a99fc51b80, entries=150, sequenceid=331, filesize=12.0 K 2024-12-10T09:24:32,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 9729791891be92c35b1d1d59287f2a25 in 479ms, sequenceid=331, compaction requested=true 2024-12-10T09:24:32,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:32,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:32,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:32,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:32,041 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:24:32,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:32,041 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:24:32,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:32,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:32,042 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:24:32,042 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:24:32,042 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/B is initiating minor compaction (all files) 2024-12-10T09:24:32,042 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/A is initiating minor compaction (all files) 2024-12-10T09:24:32,042 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/A in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:32,042 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/B in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:32,042 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1d26c1508f274883b12996001ff5da3b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/18e8f6133f174bdaabb4ae82aa171498, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6be4058a175243c88cb40a091ab94bee, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/77cf8e4e6086424ca118b8688e7f2d50] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=48.7 K 2024-12-10T09:24:32,042 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c1654ddb302440589aa61f7cf09ed479, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/4c3b6ed950a1463eabf6d5c5167c010a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/417e49385c254483ad36263dc1faa014, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/e474ffb3ccb547ba8b644b1449060bf5] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=51.1 K 2024-12-10T09:24:32,042 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d26c1508f274883b12996001ff5da3b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733822668912 2024-12-10T09:24:32,042 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1654ddb302440589aa61f7cf09ed479, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733822668912 2024-12-10T09:24:32,043 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 18e8f6133f174bdaabb4ae82aa171498, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733822669072 2024-12-10T09:24:32,043 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c3b6ed950a1463eabf6d5c5167c010a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733822669072 2024-12-10T09:24:32,043 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6be4058a175243c88cb40a091ab94bee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733822669241 2024-12-10T09:24:32,043 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 417e49385c254483ad36263dc1faa014, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733822669241 2024-12-10T09:24:32,043 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 77cf8e4e6086424ca118b8688e7f2d50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733822670427 2024-12-10T09:24:32,043 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting e474ffb3ccb547ba8b644b1449060bf5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733822670427 2024-12-10T09:24:32,056 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#A#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:32,056 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/9e28e84b99a2473fb940a19a630b07b1 is 50, key is test_row_0/A:col10/1733822670427/Put/seqid=0 2024-12-10T09:24:32,056 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#B#compaction#279 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:32,057 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/484f7ab89ae24f82acdb7f6b77e8b1f3 is 50, key is test_row_0/B:col10/1733822670427/Put/seqid=0 2024-12-10T09:24:32,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742152_1328 (size=13085) 2024-12-10T09:24:32,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742153_1329 (size=13085) 2024-12-10T09:24:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:32,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-10T09:24:32,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:32,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:32,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:32,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:32,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:32,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:32,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/911c8907323a44b98927f56b5075d0a8 is 50, key is test_row_0/A:col10/1733822672206/Put/seqid=0 2024-12-10T09:24:32,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742154_1330 (size=14741) 2024-12-10T09:24:32,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822732257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:32,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822732360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:32,494 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/484f7ab89ae24f82acdb7f6b77e8b1f3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/484f7ab89ae24f82acdb7f6b77e8b1f3 2024-12-10T09:24:32,498 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/B of 9729791891be92c35b1d1d59287f2a25 into 484f7ab89ae24f82acdb7f6b77e8b1f3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:32,498 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:32,498 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/B, priority=12, startTime=1733822672041; duration=0sec 2024-12-10T09:24:32,498 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:32,498 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:B 2024-12-10T09:24:32,498 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:24:32,500 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:24:32,500 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/C is initiating minor compaction (all files) 2024-12-10T09:24:32,500 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/C in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:32,500 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/93293ee1a8dc4c5da3961d9331328b86, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/3d65511e300a42908f3155c3d3f24acd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/dbefc75c7c0044eba69cb7e1e6247906, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ed14e964899645ba8bb9f1a99fc51b80] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=48.7 K 2024-12-10T09:24:32,501 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 93293ee1a8dc4c5da3961d9331328b86, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733822668912 2024-12-10T09:24:32,501 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d65511e300a42908f3155c3d3f24acd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733822669072 2024-12-10T09:24:32,501 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting dbefc75c7c0044eba69cb7e1e6247906, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733822669241 2024-12-10T09:24:32,501 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting ed14e964899645ba8bb9f1a99fc51b80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733822670427 2024-12-10T09:24:32,502 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/9e28e84b99a2473fb940a19a630b07b1 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/9e28e84b99a2473fb940a19a630b07b1 2024-12-10T09:24:32,507 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/A of 9729791891be92c35b1d1d59287f2a25 into 9e28e84b99a2473fb940a19a630b07b1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:32,507 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:32,507 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/A, priority=12, startTime=1733822672041; duration=0sec 2024-12-10T09:24:32,507 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:32,507 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:A 2024-12-10T09:24:32,512 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:32,513 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/c0481146cc5e468f8a053ed13c0e2618 is 50, key is test_row_0/C:col10/1733822670427/Put/seqid=0 2024-12-10T09:24:32,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742155_1331 (size=13085) 2024-12-10T09:24:32,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822732561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:32,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/911c8907323a44b98927f56b5075d0a8 2024-12-10T09:24:32,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/df33f4a92d1b438481e4727b91de147c is 50, key is test_row_0/B:col10/1733822672206/Put/seqid=0 2024-12-10T09:24:32,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742156_1332 (size=12301) 2024-12-10T09:24:32,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822732864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:32,935 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/c0481146cc5e468f8a053ed13c0e2618 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/c0481146cc5e468f8a053ed13c0e2618 2024-12-10T09:24:32,939 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/C of 9729791891be92c35b1d1d59287f2a25 into c0481146cc5e468f8a053ed13c0e2618(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:32,939 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:32,939 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/C, priority=12, startTime=1733822672041; duration=0sec 2024-12-10T09:24:32,940 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:32,940 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:C 2024-12-10T09:24:33,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/df33f4a92d1b438481e4727b91de147c 2024-12-10T09:24:33,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/d514785bd6fb4b688a4f5646d20a4efa is 50, key is test_row_0/C:col10/1733822672206/Put/seqid=0 2024-12-10T09:24:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-10T09:24:33,054 INFO [Thread-1191 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-10T09:24:33,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742157_1333 (size=12301) 2024-12-10T09:24:33,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-10T09:24:33,057 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-10T09:24:33,057 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:33,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:33,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49346 deadline: 1733822733094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:33,096 DEBUG [Thread-1185 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:24:33,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49326 deadline: 1733822733133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:33,134 DEBUG [Thread-1183 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:24:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-10T09:24:33,210 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:33,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-10T09:24:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:33,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:33,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-10T09:24:33,362 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:33,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-10T09:24:33,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:33,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:33,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:33,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:33,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:33,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822733367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:33,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/d514785bd6fb4b688a4f5646d20a4efa 2024-12-10T09:24:33,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/911c8907323a44b98927f56b5075d0a8 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/911c8907323a44b98927f56b5075d0a8 2024-12-10T09:24:33,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/911c8907323a44b98927f56b5075d0a8, entries=200, sequenceid=347, filesize=14.4 K 2024-12-10T09:24:33,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/df33f4a92d1b438481e4727b91de147c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/df33f4a92d1b438481e4727b91de147c 2024-12-10T09:24:33,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/df33f4a92d1b438481e4727b91de147c, entries=150, sequenceid=347, filesize=12.0 K 2024-12-10T09:24:33,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/d514785bd6fb4b688a4f5646d20a4efa as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/d514785bd6fb4b688a4f5646d20a4efa 2024-12-10T09:24:33,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/d514785bd6fb4b688a4f5646d20a4efa, entries=150, sequenceid=347, filesize=12.0 K 2024-12-10T09:24:33,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9729791891be92c35b1d1d59287f2a25 in 1271ms, sequenceid=347, compaction requested=false 2024-12-10T09:24:33,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:33,515 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:33,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-10T09:24:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:33,516 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-10T09:24:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:33,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/8f05933487704ded9545091f2137c84f is 50, key is test_row_0/A:col10/1733822672253/Put/seqid=0 2024-12-10T09:24:33,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742158_1334 (size=12301) 2024-12-10T09:24:33,525 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/8f05933487704ded9545091f2137c84f 2024-12-10T09:24:33,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1077bc570fee4f5899ffd9df25a58941 is 50, key is test_row_0/B:col10/1733822672253/Put/seqid=0 2024-12-10T09:24:33,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742159_1335 (size=12301) 2024-12-10T09:24:33,537 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1077bc570fee4f5899ffd9df25a58941 2024-12-10T09:24:33,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/f6792a5d596d4cb9bb4e20387e90e47a is 50, key is test_row_0/C:col10/1733822672253/Put/seqid=0 2024-12-10T09:24:33,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742160_1336 (size=12301) 2024-12-10T09:24:33,578 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/f6792a5d596d4cb9bb4e20387e90e47a 2024-12-10T09:24:33,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/8f05933487704ded9545091f2137c84f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8f05933487704ded9545091f2137c84f 2024-12-10T09:24:33,587 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8f05933487704ded9545091f2137c84f, entries=150, sequenceid=370, filesize=12.0 K 2024-12-10T09:24:33,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1077bc570fee4f5899ffd9df25a58941 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1077bc570fee4f5899ffd9df25a58941 2024-12-10T09:24:33,593 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1077bc570fee4f5899ffd9df25a58941, entries=150, sequenceid=370, filesize=12.0 K 2024-12-10T09:24:33,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/f6792a5d596d4cb9bb4e20387e90e47a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/f6792a5d596d4cb9bb4e20387e90e47a 2024-12-10T09:24:33,597 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/f6792a5d596d4cb9bb4e20387e90e47a, entries=150, sequenceid=370, filesize=12.0 K 2024-12-10T09:24:33,597 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 9729791891be92c35b1d1d59287f2a25 in 81ms, sequenceid=370, compaction requested=true 2024-12-10T09:24:33,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:33,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:33,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-10T09:24:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-10T09:24:33,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-10T09:24:33,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 541 msec 2024-12-10T09:24:33,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 544 msec 2024-12-10T09:24:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-10T09:24:33,659 INFO [Thread-1191 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-10T09:24:33,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-10T09:24:33,661 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-10T09:24:33,662 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:33,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-10T09:24:33,814 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:33,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-10T09:24:33,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:33,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:33,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:33,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-10T09:24:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-10T09:24:33,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-10T09:24:33,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-10T09:24:33,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 159 msec 2024-12-10T09:24:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-10T09:24:33,964 INFO [Thread-1191 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-10T09:24:33,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-10T09:24:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-10T09:24:33,966 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:33,966 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:33,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-10T09:24:34,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:34,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-10T09:24:34,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:34,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:34,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:34,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-10T09:24:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-12-10T09:24:34,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-10T09:24:34,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 152 msec 2024-12-10T09:24:34,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 156 msec 2024-12-10T09:24:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-10T09:24:34,268 INFO [Thread-1191 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-10T09:24:34,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-10T09:24:34,270 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-10T09:24:34,270 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:34,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-10T09:24:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:34,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-10T09:24:34,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:34,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:34,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:34,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:34,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:34,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:34,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/a7429eb45c594b928e77f504988c39f1 is 50, key is test_row_0/A:col10/1733822674384/Put/seqid=0 2024-12-10T09:24:34,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742161_1337 (size=12301) 2024-12-10T09:24:34,422 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:34,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-10T09:24:34,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:34,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:34,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:34,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:34,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:34,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822734466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:34,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822734569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-10T09:24:34,575 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:34,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-10T09:24:34,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:34,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:34,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:34,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:34,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:34,727 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:34,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-10T09:24:34,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:34,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:34,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:34,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:34,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:34,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822734771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:34,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/a7429eb45c594b928e77f504988c39f1 2024-12-10T09:24:34,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/0403eb8422d145bf932b08da60accfa7 is 50, key is test_row_0/B:col10/1733822674384/Put/seqid=0 2024-12-10T09:24:34,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742162_1338 (size=12301) 2024-12-10T09:24:34,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/0403eb8422d145bf932b08da60accfa7 2024-12-10T09:24:34,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/939285bc483d4b838513b4f9e2eabea0 is 50, key is test_row_0/C:col10/1733822674384/Put/seqid=0 2024-12-10T09:24:34,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742163_1339 (size=12301) 2024-12-10T09:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-10T09:24:34,880 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:34,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-10T09:24:34,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:34,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:34,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:34,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:34,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:35,032 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:35,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-10T09:24:35,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:35,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:35,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:35,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:35,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:35,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822735076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:35,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:35,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-10T09:24:35,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:35,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:35,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:35,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:35,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:35,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/939285bc483d4b838513b4f9e2eabea0 2024-12-10T09:24:35,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/a7429eb45c594b928e77f504988c39f1 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/a7429eb45c594b928e77f504988c39f1 2024-12-10T09:24:35,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/a7429eb45c594b928e77f504988c39f1, entries=150, sequenceid=383, filesize=12.0 K 2024-12-10T09:24:35,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/0403eb8422d145bf932b08da60accfa7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/0403eb8422d145bf932b08da60accfa7 2024-12-10T09:24:35,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/0403eb8422d145bf932b08da60accfa7, entries=150, sequenceid=383, filesize=12.0 K 2024-12-10T09:24:35,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/939285bc483d4b838513b4f9e2eabea0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/939285bc483d4b838513b4f9e2eabea0 2024-12-10T09:24:35,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/939285bc483d4b838513b4f9e2eabea0, entries=150, sequenceid=383, filesize=12.0 K 2024-12-10T09:24:35,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9729791891be92c35b1d1d59287f2a25 in 900ms, sequenceid=383, compaction requested=true 2024-12-10T09:24:35,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:35,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:35,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:35,285 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:24:35,285 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:24:35,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:35,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:35,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:35,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:35,290 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:24:35,290 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:24:35,291 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/B is initiating minor compaction (all files) 2024-12-10T09:24:35,291 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/A is initiating minor compaction (all files) 2024-12-10T09:24:35,291 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/B in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:35,291 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/484f7ab89ae24f82acdb7f6b77e8b1f3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/df33f4a92d1b438481e4727b91de147c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1077bc570fee4f5899ffd9df25a58941, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/0403eb8422d145bf932b08da60accfa7] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=48.8 K 2024-12-10T09:24:35,291 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/A in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:35,291 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/9e28e84b99a2473fb940a19a630b07b1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/911c8907323a44b98927f56b5075d0a8, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8f05933487704ded9545091f2137c84f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/a7429eb45c594b928e77f504988c39f1] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=51.2 K 2024-12-10T09:24:35,295 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 484f7ab89ae24f82acdb7f6b77e8b1f3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733822670427 2024-12-10T09:24:35,295 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e28e84b99a2473fb940a19a630b07b1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733822670427 2024-12-10T09:24:35,296 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 911c8907323a44b98927f56b5075d0a8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733822671576 2024-12-10T09:24:35,296 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting df33f4a92d1b438481e4727b91de147c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733822671576 2024-12-10T09:24:35,296 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f05933487704ded9545091f2137c84f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733822672247 2024-12-10T09:24:35,296 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1077bc570fee4f5899ffd9df25a58941, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733822672247 2024-12-10T09:24:35,296 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 0403eb8422d145bf932b08da60accfa7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733822674378 2024-12-10T09:24:35,296 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7429eb45c594b928e77f504988c39f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733822674378 2024-12-10T09:24:35,305 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#A#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:35,306 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/960d7aa175ba4ac9a3af881483994202 is 50, key is test_row_0/A:col10/1733822674384/Put/seqid=0 2024-12-10T09:24:35,309 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#B#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:35,310 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/6f749db1dbef4b58829b575a5f44969a is 50, key is test_row_0/B:col10/1733822674384/Put/seqid=0 2024-12-10T09:24:35,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742164_1340 (size=13221) 2024-12-10T09:24:35,323 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/960d7aa175ba4ac9a3af881483994202 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/960d7aa175ba4ac9a3af881483994202 2024-12-10T09:24:35,330 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/A of 9729791891be92c35b1d1d59287f2a25 into 960d7aa175ba4ac9a3af881483994202(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:35,330 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:35,330 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/A, priority=12, startTime=1733822675285; duration=0sec 2024-12-10T09:24:35,330 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:35,330 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:A 2024-12-10T09:24:35,330 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:24:35,336 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:24:35,336 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/C is initiating minor compaction (all files) 2024-12-10T09:24:35,336 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/C in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:35,336 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/c0481146cc5e468f8a053ed13c0e2618, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/d514785bd6fb4b688a4f5646d20a4efa, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/f6792a5d596d4cb9bb4e20387e90e47a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/939285bc483d4b838513b4f9e2eabea0] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=48.8 K 2024-12-10T09:24:35,337 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0481146cc5e468f8a053ed13c0e2618, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733822670427 2024-12-10T09:24:35,337 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting d514785bd6fb4b688a4f5646d20a4efa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733822671576 2024-12-10T09:24:35,337 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6792a5d596d4cb9bb4e20387e90e47a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733822672247 2024-12-10T09:24:35,338 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 939285bc483d4b838513b4f9e2eabea0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733822674378 2024-12-10T09:24:35,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742165_1341 (size=13221) 2024-12-10T09:24:35,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:35,347 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/6f749db1dbef4b58829b575a5f44969a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6f749db1dbef4b58829b575a5f44969a 2024-12-10T09:24:35,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-10T09:24:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:35,348 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-10T09:24:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:35,352 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/B of 9729791891be92c35b1d1d59287f2a25 into 6f749db1dbef4b58829b575a5f44969a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:35,352 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:35,352 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/B, priority=12, startTime=1733822675285; duration=0sec 2024-12-10T09:24:35,352 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:35,352 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:B 2024-12-10T09:24:35,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/89900fe134974a9988d528631bf74b99 is 50, key is test_row_0/A:col10/1733822674464/Put/seqid=0 2024-12-10T09:24:35,356 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:35,356 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/5b22c703508e454b88bf9dcbaf760614 is 50, key is test_row_0/C:col10/1733822674384/Put/seqid=0 2024-12-10T09:24:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742166_1342 (size=12301) 2024-12-10T09:24:35,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742167_1343 (size=13221) 2024-12-10T09:24:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-10T09:24:35,374 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/5b22c703508e454b88bf9dcbaf760614 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/5b22c703508e454b88bf9dcbaf760614 2024-12-10T09:24:35,382 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/C of 9729791891be92c35b1d1d59287f2a25 into 5b22c703508e454b88bf9dcbaf760614(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:35,382 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:35,382 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/C, priority=12, startTime=1733822675286; duration=0sec 2024-12-10T09:24:35,382 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:35,382 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:C 2024-12-10T09:24:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:35,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. as already flushing 2024-12-10T09:24:35,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822735602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:35,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822735705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:35,763 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/89900fe134974a9988d528631bf74b99 2024-12-10T09:24:35,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/3ee6c2d8f25f440392c9725cee17c80c is 50, key is test_row_0/B:col10/1733822674464/Put/seqid=0 2024-12-10T09:24:35,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742168_1344 (size=12301) 2024-12-10T09:24:35,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822735908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:36,175 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/3ee6c2d8f25f440392c9725cee17c80c 2024-12-10T09:24:36,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/6d5a33cadc5d4d79b2472b6357a450e0 is 50, key is test_row_0/C:col10/1733822674464/Put/seqid=0 2024-12-10T09:24:36,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742169_1345 (size=12301) 2024-12-10T09:24:36,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822736211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-10T09:24:36,591 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/6d5a33cadc5d4d79b2472b6357a450e0 2024-12-10T09:24:36,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/89900fe134974a9988d528631bf74b99 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/89900fe134974a9988d528631bf74b99 2024-12-10T09:24:36,601 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/89900fe134974a9988d528631bf74b99, entries=150, sequenceid=409, filesize=12.0 K 2024-12-10T09:24:36,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/3ee6c2d8f25f440392c9725cee17c80c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/3ee6c2d8f25f440392c9725cee17c80c 2024-12-10T09:24:36,610 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/3ee6c2d8f25f440392c9725cee17c80c, entries=150, sequenceid=409, filesize=12.0 K 2024-12-10T09:24:36,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/6d5a33cadc5d4d79b2472b6357a450e0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/6d5a33cadc5d4d79b2472b6357a450e0 2024-12-10T09:24:36,621 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/6d5a33cadc5d4d79b2472b6357a450e0, entries=150, sequenceid=409, filesize=12.0 K 2024-12-10T09:24:36,623 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9729791891be92c35b1d1d59287f2a25 in 1275ms, sequenceid=409, compaction requested=false 2024-12-10T09:24:36,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:36,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:36,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-10T09:24:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-12-10T09:24:36,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-10T09:24:36,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3540 sec 2024-12-10T09:24:36,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.3590 sec 2024-12-10T09:24:36,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-10T09:24:36,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:36,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:36,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:36,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:36,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:36,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:36,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/f498f94bdced4e2a8d1c8a817b10e453 is 50, key is test_row_0/A:col10/1733822675600/Put/seqid=0 2024-12-10T09:24:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742170_1346 (size=12301) 2024-12-10T09:24:36,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/f498f94bdced4e2a8d1c8a817b10e453 2024-12-10T09:24:36,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/b1b06332ed9e4eef9e7ab4f9007f574d is 50, key is test_row_0/B:col10/1733822675600/Put/seqid=0 2024-12-10T09:24:36,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742171_1347 (size=12301) 2024-12-10T09:24:36,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/b1b06332ed9e4eef9e7ab4f9007f574d 2024-12-10T09:24:36,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 338 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822736796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:36,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/4a71cafde65c4922b4ef4d50ad8da6b5 is 50, key is test_row_0/C:col10/1733822675600/Put/seqid=0 2024-12-10T09:24:36,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742172_1348 (size=12301) 2024-12-10T09:24:36,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/4a71cafde65c4922b4ef4d50ad8da6b5 2024-12-10T09:24:36,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/f498f94bdced4e2a8d1c8a817b10e453 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/f498f94bdced4e2a8d1c8a817b10e453 2024-12-10T09:24:36,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/f498f94bdced4e2a8d1c8a817b10e453, entries=150, sequenceid=423, filesize=12.0 K 2024-12-10T09:24:36,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/b1b06332ed9e4eef9e7ab4f9007f574d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/b1b06332ed9e4eef9e7ab4f9007f574d 2024-12-10T09:24:36,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/b1b06332ed9e4eef9e7ab4f9007f574d, entries=150, sequenceid=423, filesize=12.0 K 2024-12-10T09:24:36,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/4a71cafde65c4922b4ef4d50ad8da6b5 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/4a71cafde65c4922b4ef4d50ad8da6b5 2024-12-10T09:24:36,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/4a71cafde65c4922b4ef4d50ad8da6b5, entries=150, sequenceid=423, filesize=12.0 K 2024-12-10T09:24:36,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9729791891be92c35b1d1d59287f2a25 in 155ms, sequenceid=423, compaction requested=true 2024-12-10T09:24:36,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:36,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:36,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:36,872 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:36,872 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:36,873 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:36,873 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/A is initiating minor compaction (all files) 2024-12-10T09:24:36,873 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/A in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:36,873 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/960d7aa175ba4ac9a3af881483994202, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/89900fe134974a9988d528631bf74b99, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/f498f94bdced4e2a8d1c8a817b10e453] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=36.9 K 2024-12-10T09:24:36,874 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:36,874 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/B is initiating minor compaction (all files) 2024-12-10T09:24:36,874 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/B in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:36,874 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6f749db1dbef4b58829b575a5f44969a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/3ee6c2d8f25f440392c9725cee17c80c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/b1b06332ed9e4eef9e7ab4f9007f574d] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=36.9 K 2024-12-10T09:24:36,874 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 960d7aa175ba4ac9a3af881483994202, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733822674378 2024-12-10T09:24:36,875 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f749db1dbef4b58829b575a5f44969a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733822674378 2024-12-10T09:24:36,875 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89900fe134974a9988d528631bf74b99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733822674417 2024-12-10T09:24:36,876 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ee6c2d8f25f440392c9725cee17c80c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733822674417 2024-12-10T09:24:36,876 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting f498f94bdced4e2a8d1c8a817b10e453, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1733822675592 2024-12-10T09:24:36,878 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting b1b06332ed9e4eef9e7ab4f9007f574d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1733822675592 2024-12-10T09:24:36,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:36,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:36,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:36,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:36,900 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#A#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:36,901 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/43d36145c57b41a58fe9db27d0319537 is 50, key is test_row_0/A:col10/1733822675600/Put/seqid=0 2024-12-10T09:24:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:36,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-10T09:24:36,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:36,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:36,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:36,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:36,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:36,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:36,917 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#B#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:36,918 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/6d5bdee485164e6cb897265e87e6adc6 is 50, key is test_row_0/B:col10/1733822675600/Put/seqid=0 2024-12-10T09:24:36,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/e055a2538e6740a786d1dcf81ff58a92 is 50, key is test_row_0/A:col10/1733822676785/Put/seqid=0 2024-12-10T09:24:36,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742173_1349 (size=13323) 2024-12-10T09:24:36,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742174_1350 (size=13323) 2024-12-10T09:24:36,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 349 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822736946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:36,954 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/43d36145c57b41a58fe9db27d0319537 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/43d36145c57b41a58fe9db27d0319537 2024-12-10T09:24:36,959 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/A of 9729791891be92c35b1d1d59287f2a25 into 43d36145c57b41a58fe9db27d0319537(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:36,959 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:36,959 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/A, priority=13, startTime=1733822676872; duration=0sec 2024-12-10T09:24:36,959 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:36,959 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:A 2024-12-10T09:24:36,959 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:36,960 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:36,960 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/C is initiating minor compaction (all files) 2024-12-10T09:24:36,960 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/C in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:36,961 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/5b22c703508e454b88bf9dcbaf760614, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/6d5a33cadc5d4d79b2472b6357a450e0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/4a71cafde65c4922b4ef4d50ad8da6b5] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=36.9 K 2024-12-10T09:24:36,961 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b22c703508e454b88bf9dcbaf760614, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733822674378 2024-12-10T09:24:36,961 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d5a33cadc5d4d79b2472b6357a450e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733822674417 2024-12-10T09:24:36,961 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a71cafde65c4922b4ef4d50ad8da6b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1733822675592 2024-12-10T09:24:36,977 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#C#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:36,977 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/be7bf4916e1e465a80ec2ca1dbbaeba7 is 50, key is test_row_0/C:col10/1733822675600/Put/seqid=0 2024-12-10T09:24:36,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742175_1351 (size=12301) 2024-12-10T09:24:36,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742176_1352 (size=13323) 2024-12-10T09:24:37,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 351 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822737049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:37,093 DEBUG [Thread-1192 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b4b6ad5 to 127.0.0.1:56918 2024-12-10T09:24:37,093 DEBUG [Thread-1198 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c26a160 to 127.0.0.1:56918 2024-12-10T09:24:37,093 DEBUG [Thread-1198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:37,093 DEBUG [Thread-1192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:37,094 DEBUG [Thread-1196 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x442f1f0c to 127.0.0.1:56918 2024-12-10T09:24:37,095 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:37,095 DEBUG [Thread-1194 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ed6fe0c to 127.0.0.1:56918 2024-12-10T09:24:37,096 DEBUG [Thread-1194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:37,099 DEBUG [Thread-1200 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49cc767e to 127.0.0.1:56918 2024-12-10T09:24:37,099 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:37,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 353 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822737252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:37,355 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/6d5bdee485164e6cb897265e87e6adc6 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6d5bdee485164e6cb897265e87e6adc6 2024-12-10T09:24:37,360 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/B of 9729791891be92c35b1d1d59287f2a25 into 6d5bdee485164e6cb897265e87e6adc6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:37,361 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:37,361 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/B, priority=13, startTime=1733822676872; duration=0sec 2024-12-10T09:24:37,361 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:37,361 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:B 2024-12-10T09:24:37,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/e055a2538e6740a786d1dcf81ff58a92 2024-12-10T09:24:37,396 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/be7bf4916e1e465a80ec2ca1dbbaeba7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/be7bf4916e1e465a80ec2ca1dbbaeba7 2024-12-10T09:24:37,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/203cccac49fa4c6eae9d14ba626226b0 is 50, key is test_row_0/B:col10/1733822676785/Put/seqid=0 2024-12-10T09:24:37,402 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/C of 9729791891be92c35b1d1d59287f2a25 into be7bf4916e1e465a80ec2ca1dbbaeba7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:37,402 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:37,402 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/C, priority=13, startTime=1733822676884; duration=0sec 2024-12-10T09:24:37,403 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:37,403 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:C 2024-12-10T09:24:37,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742177_1353 (size=12301) 2024-12-10T09:24:37,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 355 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822737555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:37,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/203cccac49fa4c6eae9d14ba626226b0 2024-12-10T09:24:37,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/e10d461d21a243e7b773cfd703674c49 is 50, key is test_row_0/C:col10/1733822676785/Put/seqid=0 2024-12-10T09:24:37,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742178_1354 (size=12301) 2024-12-10T09:24:38,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 357 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49262 deadline: 1733822738061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:38,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/e10d461d21a243e7b773cfd703674c49 2024-12-10T09:24:38,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/e055a2538e6740a786d1dcf81ff58a92 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/e055a2538e6740a786d1dcf81ff58a92 2024-12-10T09:24:38,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/e055a2538e6740a786d1dcf81ff58a92, entries=150, sequenceid=448, filesize=12.0 K 2024-12-10T09:24:38,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/203cccac49fa4c6eae9d14ba626226b0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/203cccac49fa4c6eae9d14ba626226b0 2024-12-10T09:24:38,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/203cccac49fa4c6eae9d14ba626226b0, entries=150, sequenceid=448, filesize=12.0 K 2024-12-10T09:24:38,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/e10d461d21a243e7b773cfd703674c49 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/e10d461d21a243e7b773cfd703674c49 2024-12-10T09:24:38,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/e10d461d21a243e7b773cfd703674c49, entries=150, sequenceid=448, filesize=12.0 K 2024-12-10T09:24:38,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9729791891be92c35b1d1d59287f2a25 in 1357ms, sequenceid=448, compaction requested=false 2024-12-10T09:24:38,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-10T09:24:38,375 INFO [Thread-1191 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-10T09:24:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:39,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-10T09:24:39,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:39,064 DEBUG [Thread-1187 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x748a9ce6 to 127.0.0.1:56918 2024-12-10T09:24:39,064 DEBUG [Thread-1187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:39,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:39,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:39,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:39,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:39,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:39,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/f1273afd8fb443c9b27272862b6ef696 is 50, key is test_row_0/A:col10/1733822676937/Put/seqid=0 2024-12-10T09:24:39,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742179_1355 (size=12301) 2024-12-10T09:24:39,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/f1273afd8fb443c9b27272862b6ef696 2024-12-10T09:24:39,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1f7d476db88b42cc98d81671baf82b32 is 50, key is test_row_0/B:col10/1733822676937/Put/seqid=0 2024-12-10T09:24:39,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742180_1356 (size=12301) 2024-12-10T09:24:39,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1f7d476db88b42cc98d81671baf82b32 2024-12-10T09:24:39,655 INFO [AsyncFSWAL-0-hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95-prefix:65eb268144ba,42979,1733822591299 {}] wal.AbstractFSWAL(1183): Slow sync cost: 138 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35289,DS-9873d1ad-5ef1-4ba4-b47b-5c1dce77e9a1,DISK]] 2024-12-10T09:24:39,655 DEBUG [Thread-1189 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x267c3d0c to 127.0.0.1:56918 2024-12-10T09:24:39,655 DEBUG [Thread-1189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:39,655 DEBUG [Thread-1181 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x515c68c3 to 127.0.0.1:56918 2024-12-10T09:24:39,655 DEBUG [Thread-1181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:39,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/208ef6c42ed649d19764139aae664c92 is 50, key is test_row_0/C:col10/1733822676937/Put/seqid=0 2024-12-10T09:24:39,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742181_1357 (size=12301) 2024-12-10T09:24:39,771 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T09:24:41,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/208ef6c42ed649d19764139aae664c92 2024-12-10T09:24:41,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/f1273afd8fb443c9b27272862b6ef696 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/f1273afd8fb443c9b27272862b6ef696 2024-12-10T09:24:41,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/f1273afd8fb443c9b27272862b6ef696, entries=150, sequenceid=463, filesize=12.0 K 2024-12-10T09:24:41,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/1f7d476db88b42cc98d81671baf82b32 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1f7d476db88b42cc98d81671baf82b32 2024-12-10T09:24:41,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1f7d476db88b42cc98d81671baf82b32, entries=150, sequenceid=463, filesize=12.0 K 2024-12-10T09:24:41,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/208ef6c42ed649d19764139aae664c92 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/208ef6c42ed649d19764139aae664c92 2024-12-10T09:24:41,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/208ef6c42ed649d19764139aae664c92, entries=150, sequenceid=463, filesize=12.0 K 2024-12-10T09:24:41,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=13.42 KB/13740 for 9729791891be92c35b1d1d59287f2a25 in 2154ms, sequenceid=463, compaction requested=true 2024-12-10T09:24:41,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:41,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:41,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:41,218 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:41,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:41,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:41,218 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:41,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9729791891be92c35b1d1d59287f2a25:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:41,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:41,219 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:41,219 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:41,219 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/B is initiating minor compaction (all files) 2024-12-10T09:24:41,219 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/A is initiating minor compaction (all files) 2024-12-10T09:24:41,219 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/B in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:41,219 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/A in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:41,219 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6d5bdee485164e6cb897265e87e6adc6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/203cccac49fa4c6eae9d14ba626226b0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1f7d476db88b42cc98d81671baf82b32] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=37.0 K 2024-12-10T09:24:41,219 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/43d36145c57b41a58fe9db27d0319537, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/e055a2538e6740a786d1dcf81ff58a92, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/f1273afd8fb443c9b27272862b6ef696] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=37.0 K 2024-12-10T09:24:41,220 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43d36145c57b41a58fe9db27d0319537, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1733822675592 2024-12-10T09:24:41,220 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d5bdee485164e6cb897265e87e6adc6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1733822675592 2024-12-10T09:24:41,220 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 203cccac49fa4c6eae9d14ba626226b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733822676785 2024-12-10T09:24:41,220 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting e055a2538e6740a786d1dcf81ff58a92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733822676785 2024-12-10T09:24:41,220 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f7d476db88b42cc98d81671baf82b32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733822676937 2024-12-10T09:24:41,220 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1273afd8fb443c9b27272862b6ef696, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733822676937 2024-12-10T09:24:41,226 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#A#compaction#309 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:41,226 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#B#compaction#310 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:41,227 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/a38acfed04af4b849061250149409e4a is 50, key is test_row_0/A:col10/1733822676937/Put/seqid=0 2024-12-10T09:24:41,227 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/4f1e787247ac414e82965c1c9fc552b7 is 50, key is test_row_0/B:col10/1733822676937/Put/seqid=0 2024-12-10T09:24:41,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742182_1358 (size=13425) 2024-12-10T09:24:41,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742183_1359 (size=13425) 2024-12-10T09:24:41,647 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/4f1e787247ac414e82965c1c9fc552b7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/4f1e787247ac414e82965c1c9fc552b7 2024-12-10T09:24:41,647 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/a38acfed04af4b849061250149409e4a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/a38acfed04af4b849061250149409e4a 2024-12-10T09:24:41,652 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/A of 9729791891be92c35b1d1d59287f2a25 into a38acfed04af4b849061250149409e4a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:41,652 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/B of 9729791891be92c35b1d1d59287f2a25 into 4f1e787247ac414e82965c1c9fc552b7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:41,652 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:41,652 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:41,652 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/A, priority=13, startTime=1733822681218; duration=0sec 2024-12-10T09:24:41,652 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/B, priority=13, startTime=1733822681218; duration=0sec 2024-12-10T09:24:41,652 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:41,652 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:A 2024-12-10T09:24:41,652 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:41,652 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:B 2024-12-10T09:24:41,652 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:41,653 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:41,653 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): 9729791891be92c35b1d1d59287f2a25/C is initiating minor compaction (all files) 2024-12-10T09:24:41,653 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9729791891be92c35b1d1d59287f2a25/C in TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:41,653 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/be7bf4916e1e465a80ec2ca1dbbaeba7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/e10d461d21a243e7b773cfd703674c49, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/208ef6c42ed649d19764139aae664c92] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp, totalSize=37.0 K 2024-12-10T09:24:41,654 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting be7bf4916e1e465a80ec2ca1dbbaeba7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1733822675592 2024-12-10T09:24:41,654 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting e10d461d21a243e7b773cfd703674c49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733822676785 2024-12-10T09:24:41,654 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 208ef6c42ed649d19764139aae664c92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733822676937 2024-12-10T09:24:41,661 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9729791891be92c35b1d1d59287f2a25#C#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:41,662 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/a790e76802034b64b1809bb25917e728 is 50, key is test_row_0/C:col10/1733822676937/Put/seqid=0 2024-12-10T09:24:41,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742184_1360 (size=13425) 2024-12-10T09:24:42,071 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/a790e76802034b64b1809bb25917e728 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/a790e76802034b64b1809bb25917e728 2024-12-10T09:24:42,078 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9729791891be92c35b1d1d59287f2a25/C of 9729791891be92c35b1d1d59287f2a25 into a790e76802034b64b1809bb25917e728(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:42,078 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:42,078 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25., storeName=9729791891be92c35b1d1d59287f2a25/C, priority=13, startTime=1733822681218; duration=0sec 2024-12-10T09:24:42,078 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:42,078 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9729791891be92c35b1d1d59287f2a25:C 2024-12-10T09:24:43,118 DEBUG [Thread-1185 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f1a41a2 to 127.0.0.1:56918 2024-12-10T09:24:43,118 DEBUG [Thread-1185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:43,207 DEBUG [Thread-1183 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x564feff0 to 127.0.0.1:56918 2024-12-10T09:24:43,207 DEBUG [Thread-1183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-10T09:24:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-10T09:24:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-10T09:24:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-12-10T09:24:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 240 2024-12-10T09:24:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-12-10T09:24:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-10T09:24:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7374 2024-12-10T09:24:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7257 2024-12-10T09:24:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7370 2024-12-10T09:24:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7340 2024-12-10T09:24:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7271 2024-12-10T09:24:43,208 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-10T09:24:43,208 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T09:24:43,208 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c7992d5 to 127.0.0.1:56918 2024-12-10T09:24:43,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:24:43,210 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-10T09:24:43,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-10T09:24:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-10T09:24:43,214 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822683213"}]},"ts":"1733822683213"} 2024-12-10T09:24:43,214 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-10T09:24:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-10T09:24:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-10T09:24:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-10T09:24:43,865 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-10T09:24:43,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-10T09:24:43,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9729791891be92c35b1d1d59287f2a25, UNASSIGN}] 2024-12-10T09:24:43,872 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9729791891be92c35b1d1d59287f2a25, UNASSIGN 2024-12-10T09:24:43,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=9729791891be92c35b1d1d59287f2a25, regionState=CLOSING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:24:43,875 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T09:24:43,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:24:44,027 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:44,028 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:44,028 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-10T09:24:44,028 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 9729791891be92c35b1d1d59287f2a25, disabling compactions & flushes 2024-12-10T09:24:44,029 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:44,029 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:44,029 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. after waiting 0 ms 2024-12-10T09:24:44,029 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:44,029 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(2837): Flushing 9729791891be92c35b1d1d59287f2a25 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-10T09:24:44,029 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=A 2024-12-10T09:24:44,029 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:44,030 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=B 2024-12-10T09:24:44,030 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:44,030 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9729791891be92c35b1d1d59287f2a25, store=C 2024-12-10T09:24:44,030 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:44,038 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/3ce00625651d4d4a91cb296100234b59 is 50, key is test_row_1/A:col10/1733822683204/Put/seqid=0 2024-12-10T09:24:44,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742185_1361 (size=9857) 2024-12-10T09:24:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-10T09:24:44,446 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/3ce00625651d4d4a91cb296100234b59 2024-12-10T09:24:44,459 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/8dc98c6c037d49c686c0c8df543271da is 50, key is test_row_1/B:col10/1733822683204/Put/seqid=0 2024-12-10T09:24:44,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742186_1362 (size=9857) 2024-12-10T09:24:44,865 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/8dc98c6c037d49c686c0c8df543271da 2024-12-10T09:24:44,880 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/ad60247681d146c68b83b41c5f047df7 is 50, key is test_row_1/C:col10/1733822683204/Put/seqid=0 2024-12-10T09:24:44,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742187_1363 (size=9857) 2024-12-10T09:24:45,286 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/ad60247681d146c68b83b41c5f047df7 2024-12-10T09:24:45,296 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/A/3ce00625651d4d4a91cb296100234b59 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/3ce00625651d4d4a91cb296100234b59 2024-12-10T09:24:45,301 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/3ce00625651d4d4a91cb296100234b59, entries=100, sequenceid=473, filesize=9.6 K 2024-12-10T09:24:45,301 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/B/8dc98c6c037d49c686c0c8df543271da as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/8dc98c6c037d49c686c0c8df543271da 2024-12-10T09:24:45,305 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/8dc98c6c037d49c686c0c8df543271da, entries=100, sequenceid=473, filesize=9.6 K 2024-12-10T09:24:45,306 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/.tmp/C/ad60247681d146c68b83b41c5f047df7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ad60247681d146c68b83b41c5f047df7 2024-12-10T09:24:45,310 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ad60247681d146c68b83b41c5f047df7, entries=100, sequenceid=473, filesize=9.6 K 2024-12-10T09:24:45,311 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 9729791891be92c35b1d1d59287f2a25 in 1282ms, sequenceid=473, compaction requested=false 2024-12-10T09:24:45,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/d2cb8548531a472195c8a063928fa2bd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/ffa3fddb18e240f9aa5a35d48e4afa2d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8bffa5ff6d0d46a5ab78a33f2dcfbee1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/dfa5f90938924adcbb6e88742d79c183, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/edf7e7d2ed594b85a0061480de756680, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/1e641499cb0c4701893de4befff6035e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c5646063292f4c3d9deb32f30d5a58e8, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/bb4e0cae0b4b4522bfa682d28538edd2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/06fa71c9df32487eb8760f8d6d6d49eb, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/4f0293489e4c4e0eb8389c1fbc9ccb60, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c3a2d37c63c24a70bbf09b2236118c1a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/d4c2545260cf4e669cfb174d4488bbe2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/ace85e98ae7c467895dafc78d05a49ab, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/6f0680b695474452a5e4f2d8d9b5b83f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/410263a73d884e08a207105619a26db7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/6b138d4c2ca34174b10c28e0eaa34cf3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/9e3f6fe32c0842baafa0bb14acd5036b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/483783c0af414ed58acbdd21ff870c13, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c1654ddb302440589aa61f7cf09ed479, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8ad17ac249d2429391aade29c8b80ab1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/4c3b6ed950a1463eabf6d5c5167c010a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/417e49385c254483ad36263dc1faa014, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/e474ffb3ccb547ba8b644b1449060bf5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/9e28e84b99a2473fb940a19a630b07b1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/911c8907323a44b98927f56b5075d0a8, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8f05933487704ded9545091f2137c84f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/960d7aa175ba4ac9a3af881483994202, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/a7429eb45c594b928e77f504988c39f1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/89900fe134974a9988d528631bf74b99, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/43d36145c57b41a58fe9db27d0319537, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/f498f94bdced4e2a8d1c8a817b10e453, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/e055a2538e6740a786d1dcf81ff58a92, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/f1273afd8fb443c9b27272862b6ef696] to archive 2024-12-10T09:24:45,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:24:45,315 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/d2cb8548531a472195c8a063928fa2bd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/d2cb8548531a472195c8a063928fa2bd 2024-12-10T09:24:45,316 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/dfa5f90938924adcbb6e88742d79c183 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/dfa5f90938924adcbb6e88742d79c183 2024-12-10T09:24:45,316 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8bffa5ff6d0d46a5ab78a33f2dcfbee1 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8bffa5ff6d0d46a5ab78a33f2dcfbee1 2024-12-10T09:24:45,316 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/1e641499cb0c4701893de4befff6035e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/1e641499cb0c4701893de4befff6035e 2024-12-10T09:24:45,316 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/edf7e7d2ed594b85a0061480de756680 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/edf7e7d2ed594b85a0061480de756680 2024-12-10T09:24:45,316 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c5646063292f4c3d9deb32f30d5a58e8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c5646063292f4c3d9deb32f30d5a58e8 2024-12-10T09:24:45,317 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/bb4e0cae0b4b4522bfa682d28538edd2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/bb4e0cae0b4b4522bfa682d28538edd2 2024-12-10T09:24:45,318 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/06fa71c9df32487eb8760f8d6d6d49eb to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/06fa71c9df32487eb8760f8d6d6d49eb 2024-12-10T09:24:45,318 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/ffa3fddb18e240f9aa5a35d48e4afa2d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/ffa3fddb18e240f9aa5a35d48e4afa2d 2024-12-10T09:24:45,318 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/4f0293489e4c4e0eb8389c1fbc9ccb60 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/4f0293489e4c4e0eb8389c1fbc9ccb60 2024-12-10T09:24:45,318 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/d4c2545260cf4e669cfb174d4488bbe2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/d4c2545260cf4e669cfb174d4488bbe2 2024-12-10T09:24:45,318 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c3a2d37c63c24a70bbf09b2236118c1a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c3a2d37c63c24a70bbf09b2236118c1a 2024-12-10T09:24:45,319 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/ace85e98ae7c467895dafc78d05a49ab to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/ace85e98ae7c467895dafc78d05a49ab 2024-12-10T09:24:45,319 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/6f0680b695474452a5e4f2d8d9b5b83f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/6f0680b695474452a5e4f2d8d9b5b83f 2024-12-10T09:24:45,319 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/6b138d4c2ca34174b10c28e0eaa34cf3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/6b138d4c2ca34174b10c28e0eaa34cf3 2024-12-10T09:24:45,319 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/410263a73d884e08a207105619a26db7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/410263a73d884e08a207105619a26db7 2024-12-10T09:24:45,320 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/9e3f6fe32c0842baafa0bb14acd5036b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/9e3f6fe32c0842baafa0bb14acd5036b 2024-12-10T09:24:45,320 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/483783c0af414ed58acbdd21ff870c13 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/483783c0af414ed58acbdd21ff870c13 2024-12-10T09:24:45,320 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c1654ddb302440589aa61f7cf09ed479 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/c1654ddb302440589aa61f7cf09ed479 2024-12-10T09:24:45,320 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/4c3b6ed950a1463eabf6d5c5167c010a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/4c3b6ed950a1463eabf6d5c5167c010a 2024-12-10T09:24:45,321 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/417e49385c254483ad36263dc1faa014 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/417e49385c254483ad36263dc1faa014 2024-12-10T09:24:45,321 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8ad17ac249d2429391aade29c8b80ab1 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8ad17ac249d2429391aade29c8b80ab1 2024-12-10T09:24:45,321 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/e474ffb3ccb547ba8b644b1449060bf5 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/e474ffb3ccb547ba8b644b1449060bf5 2024-12-10T09:24:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-10T09:24:45,322 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/9e28e84b99a2473fb940a19a630b07b1 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/9e28e84b99a2473fb940a19a630b07b1 2024-12-10T09:24:45,322 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8f05933487704ded9545091f2137c84f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/8f05933487704ded9545091f2137c84f 2024-12-10T09:24:45,322 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/911c8907323a44b98927f56b5075d0a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/911c8907323a44b98927f56b5075d0a8 2024-12-10T09:24:45,322 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/960d7aa175ba4ac9a3af881483994202 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/960d7aa175ba4ac9a3af881483994202 2024-12-10T09:24:45,322 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/89900fe134974a9988d528631bf74b99 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/89900fe134974a9988d528631bf74b99 2024-12-10T09:24:45,322 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/a7429eb45c594b928e77f504988c39f1 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/a7429eb45c594b928e77f504988c39f1 2024-12-10T09:24:45,323 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/f498f94bdced4e2a8d1c8a817b10e453 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/f498f94bdced4e2a8d1c8a817b10e453 2024-12-10T09:24:45,323 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/43d36145c57b41a58fe9db27d0319537 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/43d36145c57b41a58fe9db27d0319537 2024-12-10T09:24:45,323 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/f1273afd8fb443c9b27272862b6ef696 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/f1273afd8fb443c9b27272862b6ef696 2024-12-10T09:24:45,323 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/e055a2538e6740a786d1dcf81ff58a92 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/e055a2538e6740a786d1dcf81ff58a92 2024-12-10T09:24:45,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6b3e5e6db8df4e86a2285d908488190b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1e241b138f944a388e59135567dd990b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/2d995ea0776845c0990c33d881bb0c8b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/68d6a9d7323a471082f0597d0411915e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/f3a7d35686234fceb9a1bab25b993359, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/8aa1f60d41e4430cad4f2c628b7137b5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/533407fe935248318c00d7b06b4ca344, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/bdf913842ecb4d728f3c04e33afd34f1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/eda4d6dc10054f93b54259488ff71100, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/c9d14d9ce22848ddb04ad1198fc126e8, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/ba5b96e60e33467991433a0a07720883, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6e72315b9cf0496c885f452bdd8d0626, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1124296a00dd438fac1deceb0f2dc421, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/aeb8dfd2e1794b7cbb1fbea9636a23e4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/61b34e15429c4daa9e816d9f51ea1dcd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/a411dacba6bc4c87b84ba1c80d9e6689, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/b5787a75ce3b47f4ad21d56d652c0a0a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1450b58616fd4e7c9c865c434020c0e2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1d26c1508f274883b12996001ff5da3b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/c992516b8ff24432b45e499c662d92d1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/18e8f6133f174bdaabb4ae82aa171498, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6be4058a175243c88cb40a091ab94bee, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/484f7ab89ae24f82acdb7f6b77e8b1f3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/77cf8e4e6086424ca118b8688e7f2d50, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/df33f4a92d1b438481e4727b91de147c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1077bc570fee4f5899ffd9df25a58941, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6f749db1dbef4b58829b575a5f44969a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/0403eb8422d145bf932b08da60accfa7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/3ee6c2d8f25f440392c9725cee17c80c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6d5bdee485164e6cb897265e87e6adc6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/b1b06332ed9e4eef9e7ab4f9007f574d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/203cccac49fa4c6eae9d14ba626226b0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1f7d476db88b42cc98d81671baf82b32] to archive 2024-12-10T09:24:45,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:24:45,326 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/f3a7d35686234fceb9a1bab25b993359 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/f3a7d35686234fceb9a1bab25b993359 2024-12-10T09:24:45,326 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1e241b138f944a388e59135567dd990b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1e241b138f944a388e59135567dd990b 2024-12-10T09:24:45,326 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/68d6a9d7323a471082f0597d0411915e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/68d6a9d7323a471082f0597d0411915e 2024-12-10T09:24:45,327 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/2d995ea0776845c0990c33d881bb0c8b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/2d995ea0776845c0990c33d881bb0c8b 2024-12-10T09:24:45,327 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/bdf913842ecb4d728f3c04e33afd34f1 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/bdf913842ecb4d728f3c04e33afd34f1 2024-12-10T09:24:45,327 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6b3e5e6db8df4e86a2285d908488190b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6b3e5e6db8df4e86a2285d908488190b 2024-12-10T09:24:45,327 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/533407fe935248318c00d7b06b4ca344 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/533407fe935248318c00d7b06b4ca344 2024-12-10T09:24:45,327 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/8aa1f60d41e4430cad4f2c628b7137b5 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/8aa1f60d41e4430cad4f2c628b7137b5 2024-12-10T09:24:45,328 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/eda4d6dc10054f93b54259488ff71100 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/eda4d6dc10054f93b54259488ff71100 2024-12-10T09:24:45,328 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6e72315b9cf0496c885f452bdd8d0626 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6e72315b9cf0496c885f452bdd8d0626 2024-12-10T09:24:45,328 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/61b34e15429c4daa9e816d9f51ea1dcd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/61b34e15429c4daa9e816d9f51ea1dcd 2024-12-10T09:24:45,329 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1124296a00dd438fac1deceb0f2dc421 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1124296a00dd438fac1deceb0f2dc421 2024-12-10T09:24:45,329 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/c9d14d9ce22848ddb04ad1198fc126e8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/c9d14d9ce22848ddb04ad1198fc126e8 2024-12-10T09:24:45,329 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/ba5b96e60e33467991433a0a07720883 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/ba5b96e60e33467991433a0a07720883 2024-12-10T09:24:45,329 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/aeb8dfd2e1794b7cbb1fbea9636a23e4 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/aeb8dfd2e1794b7cbb1fbea9636a23e4 2024-12-10T09:24:45,329 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/a411dacba6bc4c87b84ba1c80d9e6689 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/a411dacba6bc4c87b84ba1c80d9e6689 2024-12-10T09:24:45,330 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/b5787a75ce3b47f4ad21d56d652c0a0a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/b5787a75ce3b47f4ad21d56d652c0a0a 2024-12-10T09:24:45,330 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1d26c1508f274883b12996001ff5da3b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1d26c1508f274883b12996001ff5da3b 2024-12-10T09:24:45,330 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/c992516b8ff24432b45e499c662d92d1 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/c992516b8ff24432b45e499c662d92d1 2024-12-10T09:24:45,330 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1450b58616fd4e7c9c865c434020c0e2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1450b58616fd4e7c9c865c434020c0e2 2024-12-10T09:24:45,330 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/18e8f6133f174bdaabb4ae82aa171498 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/18e8f6133f174bdaabb4ae82aa171498 2024-12-10T09:24:45,330 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6be4058a175243c88cb40a091ab94bee to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6be4058a175243c88cb40a091ab94bee 2024-12-10T09:24:45,330 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/484f7ab89ae24f82acdb7f6b77e8b1f3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/484f7ab89ae24f82acdb7f6b77e8b1f3 2024-12-10T09:24:45,331 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/77cf8e4e6086424ca118b8688e7f2d50 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/77cf8e4e6086424ca118b8688e7f2d50 2024-12-10T09:24:45,331 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1077bc570fee4f5899ffd9df25a58941 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1077bc570fee4f5899ffd9df25a58941 2024-12-10T09:24:45,331 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6f749db1dbef4b58829b575a5f44969a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6f749db1dbef4b58829b575a5f44969a 2024-12-10T09:24:45,331 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/df33f4a92d1b438481e4727b91de147c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/df33f4a92d1b438481e4727b91de147c 2024-12-10T09:24:45,332 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/3ee6c2d8f25f440392c9725cee17c80c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/3ee6c2d8f25f440392c9725cee17c80c 2024-12-10T09:24:45,332 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6d5bdee485164e6cb897265e87e6adc6 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/6d5bdee485164e6cb897265e87e6adc6 2024-12-10T09:24:45,332 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/0403eb8422d145bf932b08da60accfa7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/0403eb8422d145bf932b08da60accfa7 2024-12-10T09:24:45,332 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/b1b06332ed9e4eef9e7ab4f9007f574d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/b1b06332ed9e4eef9e7ab4f9007f574d 2024-12-10T09:24:45,332 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/203cccac49fa4c6eae9d14ba626226b0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/203cccac49fa4c6eae9d14ba626226b0 2024-12-10T09:24:45,332 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1f7d476db88b42cc98d81671baf82b32 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/1f7d476db88b42cc98d81671baf82b32 2024-12-10T09:24:45,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/c9bcbc5b8f674caf877ea2cbd303b90a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/dd24a49da70f455ea92c9c2cf5fd8bfc, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/5b87ea0ee555439ea34a85e61266bbd1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/76fb73089902466897a5ceb3162c15e3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/62f6a8894a4e4e86a9a310950c8142e3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/8dd8dada8da44ecc917f468a94fd5f1b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/77d5704d9ab942d5aaeded1edba7fcbc, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/cdcb4e3f65984a8391fd89d13b3d2689, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/2888da0c2ef4402b8c1dc1fbeee12117, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/d27a684d659542d3a6e400ee9756ef60, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/f28fdcbc9d7a4139933924aec8035009, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ef0148eeeeff4914a91c51af1be4b4b6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/06ee97569c6e42aba252c396ef065ea9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/418e1a5b77dd40b78c33d899848a3b83, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/bcad0b53060f4a7da04b93196ea45e36, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/b394cbe49df449a896519ab646d55271, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/a1908c6e54bf4fc2a0a0aa8e3bb03ca0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ead4ba1e7c9d4cb0986d6a5f631fc4f2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/93293ee1a8dc4c5da3961d9331328b86, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/4b817080542b4c3dbeeb0d7d8c70312b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/3d65511e300a42908f3155c3d3f24acd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/dbefc75c7c0044eba69cb7e1e6247906, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/c0481146cc5e468f8a053ed13c0e2618, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ed14e964899645ba8bb9f1a99fc51b80, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/d514785bd6fb4b688a4f5646d20a4efa, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/f6792a5d596d4cb9bb4e20387e90e47a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/5b22c703508e454b88bf9dcbaf760614, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/939285bc483d4b838513b4f9e2eabea0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/6d5a33cadc5d4d79b2472b6357a450e0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/be7bf4916e1e465a80ec2ca1dbbaeba7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/4a71cafde65c4922b4ef4d50ad8da6b5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/e10d461d21a243e7b773cfd703674c49, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/208ef6c42ed649d19764139aae664c92] to archive 2024-12-10T09:24:45,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:24:45,336 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/dd24a49da70f455ea92c9c2cf5fd8bfc to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/dd24a49da70f455ea92c9c2cf5fd8bfc 2024-12-10T09:24:45,336 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/5b87ea0ee555439ea34a85e61266bbd1 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/5b87ea0ee555439ea34a85e61266bbd1 2024-12-10T09:24:45,336 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/76fb73089902466897a5ceb3162c15e3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/76fb73089902466897a5ceb3162c15e3 2024-12-10T09:24:45,336 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/8dd8dada8da44ecc917f468a94fd5f1b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/8dd8dada8da44ecc917f468a94fd5f1b 2024-12-10T09:24:45,336 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/77d5704d9ab942d5aaeded1edba7fcbc to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/77d5704d9ab942d5aaeded1edba7fcbc 2024-12-10T09:24:45,336 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/cdcb4e3f65984a8391fd89d13b3d2689 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/cdcb4e3f65984a8391fd89d13b3d2689 2024-12-10T09:24:45,337 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/d27a684d659542d3a6e400ee9756ef60 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/d27a684d659542d3a6e400ee9756ef60 2024-12-10T09:24:45,337 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/2888da0c2ef4402b8c1dc1fbeee12117 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/2888da0c2ef4402b8c1dc1fbeee12117 2024-12-10T09:24:45,337 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ef0148eeeeff4914a91c51af1be4b4b6 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ef0148eeeeff4914a91c51af1be4b4b6 2024-12-10T09:24:45,338 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/418e1a5b77dd40b78c33d899848a3b83 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/418e1a5b77dd40b78c33d899848a3b83 2024-12-10T09:24:45,338 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/f28fdcbc9d7a4139933924aec8035009 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/f28fdcbc9d7a4139933924aec8035009 2024-12-10T09:24:45,338 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/06ee97569c6e42aba252c396ef065ea9 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/06ee97569c6e42aba252c396ef065ea9 2024-12-10T09:24:45,338 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/bcad0b53060f4a7da04b93196ea45e36 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/bcad0b53060f4a7da04b93196ea45e36 2024-12-10T09:24:45,338 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/b394cbe49df449a896519ab646d55271 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/b394cbe49df449a896519ab646d55271 2024-12-10T09:24:45,339 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ead4ba1e7c9d4cb0986d6a5f631fc4f2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ead4ba1e7c9d4cb0986d6a5f631fc4f2 2024-12-10T09:24:45,339 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/a1908c6e54bf4fc2a0a0aa8e3bb03ca0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/a1908c6e54bf4fc2a0a0aa8e3bb03ca0 2024-12-10T09:24:45,339 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/93293ee1a8dc4c5da3961d9331328b86 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/93293ee1a8dc4c5da3961d9331328b86 2024-12-10T09:24:45,339 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/4b817080542b4c3dbeeb0d7d8c70312b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/4b817080542b4c3dbeeb0d7d8c70312b 2024-12-10T09:24:45,340 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/3d65511e300a42908f3155c3d3f24acd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/3d65511e300a42908f3155c3d3f24acd 2024-12-10T09:24:45,340 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/dbefc75c7c0044eba69cb7e1e6247906 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/dbefc75c7c0044eba69cb7e1e6247906 2024-12-10T09:24:45,340 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/d514785bd6fb4b688a4f5646d20a4efa to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/d514785bd6fb4b688a4f5646d20a4efa 2024-12-10T09:24:45,340 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/c0481146cc5e468f8a053ed13c0e2618 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/c0481146cc5e468f8a053ed13c0e2618 2024-12-10T09:24:45,341 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/5b22c703508e454b88bf9dcbaf760614 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/5b22c703508e454b88bf9dcbaf760614 2024-12-10T09:24:45,341 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ed14e964899645ba8bb9f1a99fc51b80 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ed14e964899645ba8bb9f1a99fc51b80 2024-12-10T09:24:45,341 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/939285bc483d4b838513b4f9e2eabea0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/939285bc483d4b838513b4f9e2eabea0 2024-12-10T09:24:45,342 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/6d5a33cadc5d4d79b2472b6357a450e0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/6d5a33cadc5d4d79b2472b6357a450e0 2024-12-10T09:24:45,342 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/be7bf4916e1e465a80ec2ca1dbbaeba7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/be7bf4916e1e465a80ec2ca1dbbaeba7 2024-12-10T09:24:45,342 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/f6792a5d596d4cb9bb4e20387e90e47a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/f6792a5d596d4cb9bb4e20387e90e47a 2024-12-10T09:24:45,342 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/4a71cafde65c4922b4ef4d50ad8da6b5 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/4a71cafde65c4922b4ef4d50ad8da6b5 2024-12-10T09:24:45,342 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/e10d461d21a243e7b773cfd703674c49 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/e10d461d21a243e7b773cfd703674c49 2024-12-10T09:24:45,342 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/208ef6c42ed649d19764139aae664c92 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/208ef6c42ed649d19764139aae664c92 2024-12-10T09:24:45,343 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/62f6a8894a4e4e86a9a310950c8142e3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/62f6a8894a4e4e86a9a310950c8142e3 2024-12-10T09:24:45,343 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/c9bcbc5b8f674caf877ea2cbd303b90a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/c9bcbc5b8f674caf877ea2cbd303b90a 2024-12-10T09:24:45,346 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/recovered.edits/476.seqid, newMaxSeqId=476, maxSeqId=1 2024-12-10T09:24:45,347 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25. 2024-12-10T09:24:45,347 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 9729791891be92c35b1d1d59287f2a25: 2024-12-10T09:24:45,348 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:45,348 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=9729791891be92c35b1d1d59287f2a25, regionState=CLOSED 2024-12-10T09:24:45,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-10T09:24:45,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 9729791891be92c35b1d1d59287f2a25, server=65eb268144ba,42979,1733822591299 in 1.4740 sec 2024-12-10T09:24:45,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-12-10T09:24:45,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9729791891be92c35b1d1d59287f2a25, UNASSIGN in 1.4800 sec 2024-12-10T09:24:45,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-10T09:24:45,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4840 sec 2024-12-10T09:24:45,353 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822685352"}]},"ts":"1733822685352"} 2024-12-10T09:24:45,353 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-10T09:24:45,596 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-10T09:24:45,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.3870 sec 2024-12-10T09:24:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-10T09:24:47,324 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-10T09:24:47,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-10T09:24:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:47,329 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:47,331 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=101, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-10T09:24:47,333 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:47,336 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/recovered.edits] 2024-12-10T09:24:47,340 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/a38acfed04af4b849061250149409e4a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/a38acfed04af4b849061250149409e4a 2024-12-10T09:24:47,340 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/3ce00625651d4d4a91cb296100234b59 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/A/3ce00625651d4d4a91cb296100234b59 2024-12-10T09:24:47,343 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/8dc98c6c037d49c686c0c8df543271da to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/8dc98c6c037d49c686c0c8df543271da 2024-12-10T09:24:47,343 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/4f1e787247ac414e82965c1c9fc552b7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/B/4f1e787247ac414e82965c1c9fc552b7 2024-12-10T09:24:47,345 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ad60247681d146c68b83b41c5f047df7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/ad60247681d146c68b83b41c5f047df7 2024-12-10T09:24:47,345 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/a790e76802034b64b1809bb25917e728 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/C/a790e76802034b64b1809bb25917e728 2024-12-10T09:24:47,347 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/recovered.edits/476.seqid to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25/recovered.edits/476.seqid 2024-12-10T09:24:47,348 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/9729791891be92c35b1d1d59287f2a25 2024-12-10T09:24:47,348 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-10T09:24:47,349 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=101, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:47,353 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-10T09:24:47,354 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-10T09:24:47,355 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=101, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:47,355 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-10T09:24:47,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733822687355"}]},"ts":"9223372036854775807"} 2024-12-10T09:24:47,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-10T09:24:47,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9729791891be92c35b1d1d59287f2a25, NAME => 'TestAcidGuarantees,,1733822654834.9729791891be92c35b1d1d59287f2a25.', STARTKEY => '', ENDKEY => ''}] 2024-12-10T09:24:47,357 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-10T09:24:47,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733822687357"}]},"ts":"9223372036854775807"} 2024-12-10T09:24:47,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-10T09:24:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-10T09:24:47,606 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=101, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:47,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 281 msec 2024-12-10T09:24:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-10T09:24:47,635 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-12-10T09:24:47,650 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=247 (was 248), OpenFileDescriptor=462 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 360) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2027 (was 4767) 2024-12-10T09:24:47,659 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=247, OpenFileDescriptor=462, MaxFileDescriptor=1048576, SystemLoadAverage=462, ProcessCount=11, AvailableMemoryMB=2027 2024-12-10T09:24:47,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-10T09:24:47,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T09:24:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:47,662 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T09:24:47,662 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:47,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 102 2024-12-10T09:24:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-10T09:24:47,663 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T09:24:47,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742188_1364 (size=963) 2024-12-10T09:24:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-10T09:24:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-10T09:24:48,074 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95 2024-12-10T09:24:48,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742189_1365 (size=53) 2024-12-10T09:24:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-10T09:24:48,486 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:24:48,486 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing dc77deda61777409279398dfbb52edfd, disabling compactions & flushes 2024-12-10T09:24:48,486 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:48,487 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:48,487 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. after waiting 0 ms 2024-12-10T09:24:48,487 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:48,487 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:48,487 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:48,489 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T09:24:48,490 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733822688489"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733822688489"}]},"ts":"1733822688489"} 2024-12-10T09:24:48,491 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T09:24:48,492 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T09:24:48,493 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822688493"}]},"ts":"1733822688493"} 2024-12-10T09:24:48,494 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-10T09:24:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-10T09:24:49,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc77deda61777409279398dfbb52edfd, ASSIGN}] 2024-12-10T09:24:49,640 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc77deda61777409279398dfbb52edfd, ASSIGN 2024-12-10T09:24:49,641 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc77deda61777409279398dfbb52edfd, ASSIGN; state=OFFLINE, location=65eb268144ba,42979,1733822591299; forceNewPlan=false, retain=false 2024-12-10T09:24:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-10T09:24:49,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=dc77deda61777409279398dfbb52edfd, regionState=OPENING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:24:49,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; OpenRegionProcedure dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:24:49,948 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:49,956 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:49,956 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7285): Opening region: {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} 2024-12-10T09:24:49,957 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:49,957 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:24:49,957 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7327): checking encryption for dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:49,957 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7330): checking classloading for dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:49,960 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:49,962 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:24:49,963 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc77deda61777409279398dfbb52edfd columnFamilyName A 2024-12-10T09:24:49,963 DEBUG [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:49,964 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.HStore(327): Store=dc77deda61777409279398dfbb52edfd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:24:49,964 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:49,966 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:24:49,966 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc77deda61777409279398dfbb52edfd columnFamilyName B 2024-12-10T09:24:49,966 DEBUG [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:49,967 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.HStore(327): Store=dc77deda61777409279398dfbb52edfd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:24:49,967 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:49,968 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:24:49,968 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc77deda61777409279398dfbb52edfd columnFamilyName C 2024-12-10T09:24:49,968 DEBUG [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:49,969 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.HStore(327): Store=dc77deda61777409279398dfbb52edfd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:24:49,969 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:49,970 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:49,971 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:49,973 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-10T09:24:49,974 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1085): writing seq id for dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:49,977 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T09:24:49,977 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1102): Opened dc77deda61777409279398dfbb52edfd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75032740, jitterRate=0.11807495355606079}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-10T09:24:49,978 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1001): Region open journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:49,978 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., pid=104, masterSystemTime=1733822689948 2024-12-10T09:24:49,980 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:49,980 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:49,980 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=dc77deda61777409279398dfbb52edfd, regionState=OPEN, openSeqNum=2, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:24:49,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-12-10T09:24:49,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; OpenRegionProcedure dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 in 186 msec 2024-12-10T09:24:49,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-10T09:24:49,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc77deda61777409279398dfbb52edfd, ASSIGN in 344 msec 2024-12-10T09:24:49,984 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T09:24:49,984 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822689984"}]},"ts":"1733822689984"} 2024-12-10T09:24:49,985 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-10T09:24:50,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T09:24:50,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 2.6130 sec 2024-12-10T09:24:50,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T09:24:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-10T09:24:51,773 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-12-10T09:24:51,775 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x282c1797 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10c5fcb3 2024-12-10T09:24:52,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55076771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:52,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:52,097 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:52,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T09:24:52,100 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T09:24:52,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-10T09:24:52,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T09:24:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-10T09:24:52,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742190_1366 (size=999) 2024-12-10T09:24:52,516 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-10T09:24:52,516 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-10T09:24:52,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-10T09:24:52,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc77deda61777409279398dfbb52edfd, REOPEN/MOVE}] 2024-12-10T09:24:52,525 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc77deda61777409279398dfbb52edfd, REOPEN/MOVE 2024-12-10T09:24:52,526 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=dc77deda61777409279398dfbb52edfd, regionState=CLOSING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:24:52,527 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T09:24:52,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; CloseRegionProcedure dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:24:52,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:52,679 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(124): Close dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:52,679 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-10T09:24:52,679 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1681): Closing dc77deda61777409279398dfbb52edfd, disabling compactions & flushes 2024-12-10T09:24:52,679 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:52,679 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:52,679 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. after waiting 0 ms 2024-12-10T09:24:52,679 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:52,685 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T09:24:52,686 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:52,686 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1635): Region close journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:52,686 WARN [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionServer(3786): Not adding moved region record: dc77deda61777409279398dfbb52edfd to self. 2024-12-10T09:24:52,689 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(170): Closed dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:52,689 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=dc77deda61777409279398dfbb52edfd, regionState=CLOSED 2024-12-10T09:24:52,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-12-10T09:24:52,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; CloseRegionProcedure dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 in 164 msec 2024-12-10T09:24:52,695 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc77deda61777409279398dfbb52edfd, REOPEN/MOVE; state=CLOSED, location=65eb268144ba,42979,1733822591299; forceNewPlan=false, retain=true 2024-12-10T09:24:52,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=dc77deda61777409279398dfbb52edfd, regionState=OPENING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:24:52,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=107, state=RUNNABLE; OpenRegionProcedure dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:24:53,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:53,006 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:53,006 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7285): Opening region: {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} 2024-12-10T09:24:53,007 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:53,007 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:24:53,007 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7327): checking encryption for dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:53,007 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7330): checking classloading for dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:53,010 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:53,011 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:24:53,012 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc77deda61777409279398dfbb52edfd columnFamilyName A 2024-12-10T09:24:53,013 DEBUG [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:53,014 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.HStore(327): Store=dc77deda61777409279398dfbb52edfd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:24:53,014 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:53,015 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:24:53,015 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc77deda61777409279398dfbb52edfd columnFamilyName B 2024-12-10T09:24:53,015 DEBUG [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:53,016 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.HStore(327): Store=dc77deda61777409279398dfbb52edfd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:24:53,016 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:53,016 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:24:53,016 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc77deda61777409279398dfbb52edfd columnFamilyName C 2024-12-10T09:24:53,016 DEBUG [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:53,017 INFO [StoreOpener-dc77deda61777409279398dfbb52edfd-1 {}] regionserver.HStore(327): Store=dc77deda61777409279398dfbb52edfd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:24:53,017 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:53,017 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:53,018 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:53,019 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-10T09:24:53,020 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1085): writing seq id for dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:53,020 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1102): Opened dc77deda61777409279398dfbb52edfd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63376719, jitterRate=-0.05561329424381256}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-10T09:24:53,021 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1001): Region open journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:53,021 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., pid=109, masterSystemTime=1733822693001 2024-12-10T09:24:53,022 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:53,022 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:53,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=dc77deda61777409279398dfbb52edfd, regionState=OPEN, openSeqNum=5, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:24:53,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=107 2024-12-10T09:24:53,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=107, state=SUCCESS; OpenRegionProcedure dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 in 175 msec 2024-12-10T09:24:53,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-10T09:24:53,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc77deda61777409279398dfbb52edfd, REOPEN/MOVE in 500 msec 2024-12-10T09:24:53,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-12-10T09:24:53,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 504 msec 2024-12-10T09:24:53,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 924 msec 2024-12-10T09:24:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-12-10T09:24:53,030 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ec2e767 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@115da668 2024-12-10T09:24:53,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0f67dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:53,900 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76c1ddcc to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ad35b9a 2024-12-10T09:24:53,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e66e492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:53,915 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36e4b93f to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@267b2bf2 2024-12-10T09:24:53,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8019db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:53,923 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b4eaa21 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24953e01 2024-12-10T09:24:53,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b44a589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:53,931 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b31cc54 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56599405 2024-12-10T09:24:53,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482f1baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:53,940 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71474e2e to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4185f9e7 2024-12-10T09:24:53,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e78f51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:53,948 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e5df918 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@796ff5 2024-12-10T09:24:53,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900aae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:53,956 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a3b9abc to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41764ac9 2024-12-10T09:24:53,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0da7a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:53,964 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49d7daa1 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a84f150 2024-12-10T09:24:53,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a344123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:53,973 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28a7836b to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35b4f95e 2024-12-10T09:24:54,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d919b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:24:54,018 DEBUG [hconnection-0x7124317c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:54,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:54,020 DEBUG [hconnection-0x261fa6b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-10T09:24:54,020 DEBUG [hconnection-0x1e8474e9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:54,020 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:54,021 DEBUG [hconnection-0x36c46e68-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:54,021 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:54,021 DEBUG [hconnection-0x2ee36745-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:54,021 DEBUG [hconnection-0x2da00d4d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:54,021 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:54,022 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:54,022 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-10T09:24:54,022 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:54,022 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:54,022 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:54,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:54,023 DEBUG [hconnection-0x4e27e0e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:54,024 DEBUG [hconnection-0x7cdbaa83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:54,024 DEBUG [hconnection-0x290e5908-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:54,025 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:54,025 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:54,025 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:54,025 DEBUG [hconnection-0x5856ef85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:24:54,026 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:24:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:54,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-10T09:24:54,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:24:54,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:54,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:24:54,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:54,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:24:54,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:54,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822754043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822754044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822754044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822754048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822754048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210620dc6215ac041e0814292180b911710_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822694029/Put/seqid=0 2024-12-10T09:24:54,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742191_1367 (size=12154) 2024-12-10T09:24:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-10T09:24:54,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822754144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822754148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822754147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822754149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822754149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-10T09:24:54,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:54,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:24:54,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:54,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-10T09:24:54,326 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-10T09:24:54,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:54,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:24:54,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:54,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822754346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822754350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822754350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822754351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822754351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,475 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:54,478 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210620dc6215ac041e0814292180b911710_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210620dc6215ac041e0814292180b911710_dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:54,478 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/1fce8be633bd41ffa81525ce6e1fae0d, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:24:54,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/1fce8be633bd41ffa81525ce6e1fae0d is 175, key is test_row_0/A:col10/1733822694029/Put/seqid=0 2024-12-10T09:24:54,479 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-10T09:24:54,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:54,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:24:54,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:54,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742192_1368 (size=30955) 2024-12-10T09:24:54,485 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=20, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/1fce8be633bd41ffa81525ce6e1fae0d 2024-12-10T09:24:54,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/52a61a3cd8a841dfbc3648ec953c1882 is 50, key is test_row_0/B:col10/1733822694029/Put/seqid=0 2024-12-10T09:24:54,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742193_1369 (size=12001) 2024-12-10T09:24:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-10T09:24:54,631 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-10T09:24:54,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:54,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:24:54,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:54,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822754652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822754656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822754656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822754656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822754657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,784 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-10T09:24:54,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:54,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:24:54,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:54,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=20 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/52a61a3cd8a841dfbc3648ec953c1882 2024-12-10T09:24:54,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/66eb7da706ab4d18a08cf9a1a941ad3b is 50, key is test_row_0/C:col10/1733822694029/Put/seqid=0 2024-12-10T09:24:54,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742194_1370 (size=12001) 2024-12-10T09:24:54,937 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:54,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-10T09:24:54,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:54,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:24:54,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:54,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:55,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:55,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-10T09:24:55,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:55,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:24:55,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:55,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:55,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-10T09:24:55,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822755158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:55,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822755161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:55,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822755162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:55,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822755162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:55,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822755166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:55,241 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:55,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-10T09:24:55,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:55,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:24:55,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:55,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:55,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:55,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=20 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/66eb7da706ab4d18a08cf9a1a941ad3b 2024-12-10T09:24:55,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/1fce8be633bd41ffa81525ce6e1fae0d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/1fce8be633bd41ffa81525ce6e1fae0d 2024-12-10T09:24:55,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/1fce8be633bd41ffa81525ce6e1fae0d, entries=150, sequenceid=20, filesize=30.2 K 2024-12-10T09:24:55,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/52a61a3cd8a841dfbc3648ec953c1882 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/52a61a3cd8a841dfbc3648ec953c1882 2024-12-10T09:24:55,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/52a61a3cd8a841dfbc3648ec953c1882, entries=150, sequenceid=20, filesize=11.7 K 2024-12-10T09:24:55,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/66eb7da706ab4d18a08cf9a1a941ad3b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/66eb7da706ab4d18a08cf9a1a941ad3b 2024-12-10T09:24:55,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/66eb7da706ab4d18a08cf9a1a941ad3b, entries=150, sequenceid=20, filesize=11.7 K 2024-12-10T09:24:55,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for dc77deda61777409279398dfbb52edfd in 1310ms, sequenceid=20, compaction requested=false 2024-12-10T09:24:55,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:55,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:55,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-10T09:24:55,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:55,394 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-10T09:24:55,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:24:55,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:55,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:24:55,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:55,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:24:55,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:55,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121052544485bf2048debb9d1e1cb226d950_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822694043/Put/seqid=0 2024-12-10T09:24:55,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742195_1371 (size=12154) 2024-12-10T09:24:55,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:55,821 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121052544485bf2048debb9d1e1cb226d950_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121052544485bf2048debb9d1e1cb226d950_dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:55,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/7fd4891429ae4540b8aff212702e2844, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:24:55,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/7fd4891429ae4540b8aff212702e2844 is 175, key is test_row_0/A:col10/1733822694043/Put/seqid=0 2024-12-10T09:24:55,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742196_1372 (size=30955) 2024-12-10T09:24:55,825 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/7fd4891429ae4540b8aff212702e2844 2024-12-10T09:24:55,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/c8176e99aedb4723ba8e14d2da4b5720 is 50, key is test_row_0/B:col10/1733822694043/Put/seqid=0 2024-12-10T09:24:55,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742197_1373 (size=12001) 2024-12-10T09:24:55,834 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/c8176e99aedb4723ba8e14d2da4b5720 2024-12-10T09:24:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/d2720f20bb25407dbde97d56ba494d88 is 50, key is test_row_0/C:col10/1733822694043/Put/seqid=0 2024-12-10T09:24:55,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742198_1374 (size=12001) 2024-12-10T09:24:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-10T09:24:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:56,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:24:56,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822756183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822756182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822756187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822756189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822756190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,244 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/d2720f20bb25407dbde97d56ba494d88 2024-12-10T09:24:56,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/7fd4891429ae4540b8aff212702e2844 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/7fd4891429ae4540b8aff212702e2844 2024-12-10T09:24:56,263 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/7fd4891429ae4540b8aff212702e2844, entries=150, sequenceid=42, filesize=30.2 K 2024-12-10T09:24:56,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/c8176e99aedb4723ba8e14d2da4b5720 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/c8176e99aedb4723ba8e14d2da4b5720 2024-12-10T09:24:56,271 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/c8176e99aedb4723ba8e14d2da4b5720, entries=150, sequenceid=42, filesize=11.7 K 2024-12-10T09:24:56,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/d2720f20bb25407dbde97d56ba494d88 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/d2720f20bb25407dbde97d56ba494d88 2024-12-10T09:24:56,281 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/d2720f20bb25407dbde97d56ba494d88, entries=150, sequenceid=42, filesize=11.7 K 2024-12-10T09:24:56,284 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for dc77deda61777409279398dfbb52edfd in 889ms, sequenceid=42, compaction requested=false 2024-12-10T09:24:56,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:56,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:56,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-10T09:24:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-10T09:24:56,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-10T09:24:56,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2630 sec 2024-12-10T09:24:56,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.2680 sec 2024-12-10T09:24:56,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-10T09:24:56,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:24:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:24:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:24:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:56,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210ed9bc0f83ce34065ad3f4fc3737f4640_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822696187/Put/seqid=0 2024-12-10T09:24:56,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822756322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822756323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822756331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822756333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822756333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742199_1375 (size=14594) 2024-12-10T09:24:56,367 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:56,371 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210ed9bc0f83ce34065ad3f4fc3737f4640_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210ed9bc0f83ce34065ad3f4fc3737f4640_dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:56,372 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/83b2f96992364090ab524568392bed51, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:24:56,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/83b2f96992364090ab524568392bed51 is 175, key is test_row_0/A:col10/1733822696187/Put/seqid=0 2024-12-10T09:24:56,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742200_1376 (size=39549) 2024-12-10T09:24:56,400 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/83b2f96992364090ab524568392bed51 2024-12-10T09:24:56,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/39dad3d8b0be46bfbca8ccc7fd54a300 is 50, key is test_row_0/B:col10/1733822696187/Put/seqid=0 2024-12-10T09:24:56,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822756434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822756435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822756439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822756441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822756442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742201_1377 (size=12001) 2024-12-10T09:24:56,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/39dad3d8b0be46bfbca8ccc7fd54a300 2024-12-10T09:24:56,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/5322c3e147c540aeb55587dedd7fc006 is 50, key is test_row_0/C:col10/1733822696187/Put/seqid=0 2024-12-10T09:24:56,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742202_1378 (size=12001) 2024-12-10T09:24:56,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/5322c3e147c540aeb55587dedd7fc006 2024-12-10T09:24:56,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/83b2f96992364090ab524568392bed51 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/83b2f96992364090ab524568392bed51 2024-12-10T09:24:56,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/83b2f96992364090ab524568392bed51, entries=200, sequenceid=57, filesize=38.6 K 2024-12-10T09:24:56,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/39dad3d8b0be46bfbca8ccc7fd54a300 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/39dad3d8b0be46bfbca8ccc7fd54a300 2024-12-10T09:24:56,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/39dad3d8b0be46bfbca8ccc7fd54a300, entries=150, sequenceid=57, filesize=11.7 K 2024-12-10T09:24:56,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/5322c3e147c540aeb55587dedd7fc006 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/5322c3e147c540aeb55587dedd7fc006 2024-12-10T09:24:56,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/5322c3e147c540aeb55587dedd7fc006, entries=150, sequenceid=57, filesize=11.7 K 2024-12-10T09:24:56,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for dc77deda61777409279398dfbb52edfd in 207ms, sequenceid=57, compaction requested=true 2024-12-10T09:24:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:56,504 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:56,505 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:56,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:56,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:56,506 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:56,506 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:56,506 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/A is initiating minor compaction (all files) 2024-12-10T09:24:56,506 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/B is initiating minor compaction (all files) 2024-12-10T09:24:56,506 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/A in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:56,506 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/B in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:56,506 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/52a61a3cd8a841dfbc3648ec953c1882, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/c8176e99aedb4723ba8e14d2da4b5720, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/39dad3d8b0be46bfbca8ccc7fd54a300] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=35.2 K 2024-12-10T09:24:56,506 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/1fce8be633bd41ffa81525ce6e1fae0d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/7fd4891429ae4540b8aff212702e2844, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/83b2f96992364090ab524568392bed51] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=99.1 K 2024-12-10T09:24:56,506 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:56,506 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/1fce8be633bd41ffa81525ce6e1fae0d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/7fd4891429ae4540b8aff212702e2844, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/83b2f96992364090ab524568392bed51] 2024-12-10T09:24:56,508 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 52a61a3cd8a841dfbc3648ec953c1882, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1733822694029 2024-12-10T09:24:56,508 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fce8be633bd41ffa81525ce6e1fae0d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1733822694029 2024-12-10T09:24:56,508 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fd4891429ae4540b8aff212702e2844, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733822694042 2024-12-10T09:24:56,508 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting c8176e99aedb4723ba8e14d2da4b5720, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733822694042 2024-12-10T09:24:56,508 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83b2f96992364090ab524568392bed51, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733822696182 2024-12-10T09:24:56,509 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 39dad3d8b0be46bfbca8ccc7fd54a300, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733822696182 2024-12-10T09:24:56,519 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:24:56,537 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#B#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:56,538 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/924e7fb515294d39b93edf7cf38a193e is 50, key is test_row_0/B:col10/1733822696187/Put/seqid=0 2024-12-10T09:24:56,548 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241210fd2e0b12c14c41ac93b1fbd1bf329a31_dc77deda61777409279398dfbb52edfd store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:24:56,550 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241210fd2e0b12c14c41ac93b1fbd1bf329a31_dc77deda61777409279398dfbb52edfd, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:24:56,550 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210fd2e0b12c14c41ac93b1fbd1bf329a31_dc77deda61777409279398dfbb52edfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:24:56,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742204_1380 (size=4469) 2024-12-10T09:24:56,588 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#A#compaction#324 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:56,589 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/dc42e17590d0421c8c15e09f6b896b13 is 175, key is test_row_0/A:col10/1733822696187/Put/seqid=0 2024-12-10T09:24:56,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742203_1379 (size=12104) 2024-12-10T09:24:56,609 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/924e7fb515294d39b93edf7cf38a193e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/924e7fb515294d39b93edf7cf38a193e 2024-12-10T09:24:56,619 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/B of dc77deda61777409279398dfbb52edfd into 924e7fb515294d39b93edf7cf38a193e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:56,619 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:56,619 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/B, priority=13, startTime=1733822696504; duration=0sec 2024-12-10T09:24:56,620 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:56,620 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:B 2024-12-10T09:24:56,620 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:56,621 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:56,621 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/C is initiating minor compaction (all files) 2024-12-10T09:24:56,621 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/C in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:56,621 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/66eb7da706ab4d18a08cf9a1a941ad3b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/d2720f20bb25407dbde97d56ba494d88, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/5322c3e147c540aeb55587dedd7fc006] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=35.2 K 2024-12-10T09:24:56,622 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 66eb7da706ab4d18a08cf9a1a941ad3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1733822694029 2024-12-10T09:24:56,623 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting d2720f20bb25407dbde97d56ba494d88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733822694042 2024-12-10T09:24:56,623 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 5322c3e147c540aeb55587dedd7fc006, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733822696182 2024-12-10T09:24:56,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742205_1381 (size=31058) 2024-12-10T09:24:56,641 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:56,641 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/59282833a35641c4b816d6caad13b582 is 50, key is test_row_0/C:col10/1733822696187/Put/seqid=0 2024-12-10T09:24:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:56,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-10T09:24:56,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:24:56,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:24:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:24:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:56,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742206_1382 (size=12104) 2024-12-10T09:24:56,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822756667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412102459bb2620554ef48814652d22d9000c_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822696645/Put/seqid=0 2024-12-10T09:24:56,681 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/59282833a35641c4b816d6caad13b582 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/59282833a35641c4b816d6caad13b582 2024-12-10T09:24:56,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822756669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822756671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822756674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822756676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,687 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/C of dc77deda61777409279398dfbb52edfd into 59282833a35641c4b816d6caad13b582(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:56,687 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:56,687 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/C, priority=13, startTime=1733822696505; duration=0sec 2024-12-10T09:24:56,687 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:56,687 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:C 2024-12-10T09:24:56,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742207_1383 (size=14594) 2024-12-10T09:24:56,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822756778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822756785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822756785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822756786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822756786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822756985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822756993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:56,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822756993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822756994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822756995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,033 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/dc42e17590d0421c8c15e09f6b896b13 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/dc42e17590d0421c8c15e09f6b896b13 2024-12-10T09:24:57,038 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/A of dc77deda61777409279398dfbb52edfd into dc42e17590d0421c8c15e09f6b896b13(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:57,039 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:57,039 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/A, priority=13, startTime=1733822696504; duration=0sec 2024-12-10T09:24:57,039 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:57,039 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:A 2024-12-10T09:24:57,141 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:57,145 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412102459bb2620554ef48814652d22d9000c_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412102459bb2620554ef48814652d22d9000c_dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:57,145 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/957af73fe8e048d18876a3889b9206a4, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:24:57,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/957af73fe8e048d18876a3889b9206a4 is 175, key is test_row_0/A:col10/1733822696645/Put/seqid=0 2024-12-10T09:24:57,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742208_1384 (size=39549) 2024-12-10T09:24:57,173 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/957af73fe8e048d18876a3889b9206a4 2024-12-10T09:24:57,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/ef26536b899543d89750d4d3d6a748cf is 50, key is test_row_0/B:col10/1733822696645/Put/seqid=0 2024-12-10T09:24:57,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742209_1385 (size=12001) 2024-12-10T09:24:57,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822757293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822757301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822757301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822757302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822757303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/ef26536b899543d89750d4d3d6a748cf 2024-12-10T09:24:57,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/e6f950316cfe40f69a3ccecec8517d0b is 50, key is test_row_0/C:col10/1733822696645/Put/seqid=0 2024-12-10T09:24:57,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742210_1386 (size=12001) 2024-12-10T09:24:57,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/e6f950316cfe40f69a3ccecec8517d0b 2024-12-10T09:24:57,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/957af73fe8e048d18876a3889b9206a4 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/957af73fe8e048d18876a3889b9206a4 2024-12-10T09:24:57,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/957af73fe8e048d18876a3889b9206a4, entries=200, sequenceid=80, filesize=38.6 K 2024-12-10T09:24:57,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/ef26536b899543d89750d4d3d6a748cf as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/ef26536b899543d89750d4d3d6a748cf 2024-12-10T09:24:57,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/ef26536b899543d89750d4d3d6a748cf, entries=150, sequenceid=80, filesize=11.7 K 2024-12-10T09:24:57,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/e6f950316cfe40f69a3ccecec8517d0b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/e6f950316cfe40f69a3ccecec8517d0b 2024-12-10T09:24:57,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/e6f950316cfe40f69a3ccecec8517d0b, entries=150, sequenceid=80, filesize=11.7 K 2024-12-10T09:24:57,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for dc77deda61777409279398dfbb52edfd in 969ms, sequenceid=80, compaction requested=false 2024-12-10T09:24:57,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:57,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-10T09:24:57,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:24:57,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:57,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:24:57,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:57,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:24:57,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:57,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121091565190f6d9414fb728783d26e23945_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822696669/Put/seqid=0 2024-12-10T09:24:57,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742211_1387 (size=14594) 2024-12-10T09:24:57,828 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:57,831 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121091565190f6d9414fb728783d26e23945_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121091565190f6d9414fb728783d26e23945_dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:57,832 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/010fb58e558e44dd8d60d3365237f293, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:24:57,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/010fb58e558e44dd8d60d3365237f293 is 175, key is test_row_0/A:col10/1733822696669/Put/seqid=0 2024-12-10T09:24:57,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822757826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742212_1388 (size=39549) 2024-12-10T09:24:57,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822757827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,837 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/010fb58e558e44dd8d60d3365237f293 2024-12-10T09:24:57,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822757827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822757829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822757830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/5cfbba63b39647c5a799f8f601d470ab is 50, key is test_row_0/B:col10/1733822696669/Put/seqid=0 2024-12-10T09:24:57,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742213_1389 (size=12001) 2024-12-10T09:24:57,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822757934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822757939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822757939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822757939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:57,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822757939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-10T09:24:58,128 INFO [Thread-1653 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-10T09:24:58,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:24:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-10T09:24:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-10T09:24:58,130 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:24:58,131 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:24:58,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:24:58,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822758139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822758145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822758145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822758145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822758146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,188 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T09:24:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-10T09:24:58,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/5cfbba63b39647c5a799f8f601d470ab 2024-12-10T09:24:58,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/f2ff95efb8ac4d348861db59a44773ba is 50, key is test_row_0/C:col10/1733822696669/Put/seqid=0 2024-12-10T09:24:58,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742214_1390 (size=12001) 2024-12-10T09:24:58,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-10T09:24:58,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:58,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:24:58,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:58,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-10T09:24:58,436 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-10T09:24:58,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:58,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:24:58,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:58,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:58,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:58,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822758445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822758451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822758451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822758451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822758452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,588 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-10T09:24:58,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:58,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:24:58,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:58,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:58,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:24:58,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/f2ff95efb8ac4d348861db59a44773ba 2024-12-10T09:24:58,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/010fb58e558e44dd8d60d3365237f293 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/010fb58e558e44dd8d60d3365237f293 2024-12-10T09:24:58,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/010fb58e558e44dd8d60d3365237f293, entries=200, sequenceid=97, filesize=38.6 K 2024-12-10T09:24:58,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/5cfbba63b39647c5a799f8f601d470ab as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5cfbba63b39647c5a799f8f601d470ab 2024-12-10T09:24:58,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5cfbba63b39647c5a799f8f601d470ab, entries=150, sequenceid=97, filesize=11.7 K 2024-12-10T09:24:58,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/f2ff95efb8ac4d348861db59a44773ba as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f2ff95efb8ac4d348861db59a44773ba 2024-12-10T09:24:58,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f2ff95efb8ac4d348861db59a44773ba, entries=150, sequenceid=97, filesize=11.7 K 2024-12-10T09:24:58,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for dc77deda61777409279398dfbb52edfd in 885ms, sequenceid=97, compaction requested=true 2024-12-10T09:24:58,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:58,683 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:58,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:24:58,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:58,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:24:58,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:58,684 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:58,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:24:58,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:58,684 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110156 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:58,684 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/A is initiating minor compaction (all files) 2024-12-10T09:24:58,684 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/A in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:58,684 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:58,684 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/B is initiating minor compaction (all files) 2024-12-10T09:24:58,684 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/dc42e17590d0421c8c15e09f6b896b13, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/957af73fe8e048d18876a3889b9206a4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/010fb58e558e44dd8d60d3365237f293] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=107.6 K 2024-12-10T09:24:58,684 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/B in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:58,684 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:58,685 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/dc42e17590d0421c8c15e09f6b896b13, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/957af73fe8e048d18876a3889b9206a4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/010fb58e558e44dd8d60d3365237f293] 2024-12-10T09:24:58,685 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/924e7fb515294d39b93edf7cf38a193e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/ef26536b899543d89750d4d3d6a748cf, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5cfbba63b39647c5a799f8f601d470ab] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=35.3 K 2024-12-10T09:24:58,685 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc42e17590d0421c8c15e09f6b896b13, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733822696182 2024-12-10T09:24:58,685 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 924e7fb515294d39b93edf7cf38a193e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733822696182 2024-12-10T09:24:58,685 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 957af73fe8e048d18876a3889b9206a4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733822696320 2024-12-10T09:24:58,685 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting ef26536b899543d89750d4d3d6a748cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733822696320 2024-12-10T09:24:58,685 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 010fb58e558e44dd8d60d3365237f293, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733822696669 2024-12-10T09:24:58,685 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cfbba63b39647c5a799f8f601d470ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733822696669 2024-12-10T09:24:58,691 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:24:58,692 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:58,692 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/f0dfac1dbacb4765b268f9d10414f836 is 50, key is test_row_0/B:col10/1733822696669/Put/seqid=0 2024-12-10T09:24:58,696 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412100c2a2df403e84c7fadf49e6b9b902a15_dc77deda61777409279398dfbb52edfd store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:24:58,697 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412100c2a2df403e84c7fadf49e6b9b902a15_dc77deda61777409279398dfbb52edfd, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:24:58,697 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412100c2a2df403e84c7fadf49e6b9b902a15_dc77deda61777409279398dfbb52edfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:24:58,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742215_1391 (size=12207) 2024-12-10T09:24:58,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742216_1392 (size=4469) 2024-12-10T09:24:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-10T09:24:58,741 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-10T09:24:58,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:58,741 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-10T09:24:58,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:24:58,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:58,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:24:58,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:58,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:24:58,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:24:58,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210a9105d571c044b6a8f4e013439c32ea0_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822697829/Put/seqid=0 2024-12-10T09:24:58,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742217_1393 (size=12154) 2024-12-10T09:24:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:58,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:24:58,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822758967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822758969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822758970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822758971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:58,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822758972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822759073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822759080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822759080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822759082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822759082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,103 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/f0dfac1dbacb4765b268f9d10414f836 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f0dfac1dbacb4765b268f9d10414f836 2024-12-10T09:24:59,106 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/B of dc77deda61777409279398dfbb52edfd into f0dfac1dbacb4765b268f9d10414f836(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:59,107 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:59,107 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/B, priority=13, startTime=1733822698684; duration=0sec 2024-12-10T09:24:59,107 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:24:59,107 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:B 2024-12-10T09:24:59,107 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:24:59,107 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:24:59,108 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/C is initiating minor compaction (all files) 2024-12-10T09:24:59,108 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/C in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:59,108 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/59282833a35641c4b816d6caad13b582, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/e6f950316cfe40f69a3ccecec8517d0b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f2ff95efb8ac4d348861db59a44773ba] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=35.3 K 2024-12-10T09:24:59,108 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 59282833a35641c4b816d6caad13b582, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733822696182 2024-12-10T09:24:59,108 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting e6f950316cfe40f69a3ccecec8517d0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733822696320 2024-12-10T09:24:59,108 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting f2ff95efb8ac4d348861db59a44773ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733822696669 2024-12-10T09:24:59,110 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#A#compaction#334 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:59,110 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/2da3a4cb5af843eebfedd3c017e089f4 is 175, key is test_row_0/A:col10/1733822696669/Put/seqid=0 2024-12-10T09:24:59,114 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#C#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:24:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742218_1394 (size=31161) 2024-12-10T09:24:59,114 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/41470bc0cb7f4a3b9bbdf632b285e1e5 is 50, key is test_row_0/C:col10/1733822696669/Put/seqid=0 2024-12-10T09:24:59,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742219_1395 (size=12207) 2024-12-10T09:24:59,122 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/2da3a4cb5af843eebfedd3c017e089f4 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/2da3a4cb5af843eebfedd3c017e089f4 2024-12-10T09:24:59,126 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/41470bc0cb7f4a3b9bbdf632b285e1e5 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/41470bc0cb7f4a3b9bbdf632b285e1e5 2024-12-10T09:24:59,126 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/A of dc77deda61777409279398dfbb52edfd into 2da3a4cb5af843eebfedd3c017e089f4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:59,126 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:59,126 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/A, priority=13, startTime=1733822698683; duration=0sec 2024-12-10T09:24:59,127 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:59,127 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:A 2024-12-10T09:24:59,131 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/C of dc77deda61777409279398dfbb52edfd into 41470bc0cb7f4a3b9bbdf632b285e1e5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:24:59,131 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:59,131 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/C, priority=13, startTime=1733822698684; duration=0sec 2024-12-10T09:24:59,131 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:24:59,131 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:C 2024-12-10T09:24:59,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:24:59,157 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210a9105d571c044b6a8f4e013439c32ea0_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210a9105d571c044b6a8f4e013439c32ea0_dc77deda61777409279398dfbb52edfd 2024-12-10T09:24:59,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/059d2014151d40c68ebf6a5f48214490, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:24:59,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/059d2014151d40c68ebf6a5f48214490 is 175, key is test_row_0/A:col10/1733822697829/Put/seqid=0 2024-12-10T09:24:59,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742220_1396 (size=30955) 2024-12-10T09:24:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-10T09:24:59,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822759278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822759282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822759285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:59,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822759287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822759287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,567 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/059d2014151d40c68ebf6a5f48214490 2024-12-10T09:24:59,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/bbc3b38cb0b349538abce4c261942b69 is 50, key is test_row_0/B:col10/1733822697829/Put/seqid=0 2024-12-10T09:24:59,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822759581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822759588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822759589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822759593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:24:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822759594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:24:59,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742221_1397 (size=12001) 2024-12-10T09:24:59,615 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/bbc3b38cb0b349538abce4c261942b69 2024-12-10T09:24:59,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/165ab35c9d05445e8bd49d5a9c72803d is 50, key is test_row_0/C:col10/1733822697829/Put/seqid=0 2024-12-10T09:24:59,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742222_1398 (size=12001) 2024-12-10T09:24:59,677 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/165ab35c9d05445e8bd49d5a9c72803d 2024-12-10T09:24:59,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/059d2014151d40c68ebf6a5f48214490 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/059d2014151d40c68ebf6a5f48214490 2024-12-10T09:24:59,690 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/059d2014151d40c68ebf6a5f48214490, entries=150, sequenceid=118, filesize=30.2 K 2024-12-10T09:24:59,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/bbc3b38cb0b349538abce4c261942b69 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/bbc3b38cb0b349538abce4c261942b69 2024-12-10T09:24:59,695 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/bbc3b38cb0b349538abce4c261942b69, entries=150, sequenceid=118, filesize=11.7 K 2024-12-10T09:24:59,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/165ab35c9d05445e8bd49d5a9c72803d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/165ab35c9d05445e8bd49d5a9c72803d 2024-12-10T09:24:59,705 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/165ab35c9d05445e8bd49d5a9c72803d, entries=150, sequenceid=118, filesize=11.7 K 2024-12-10T09:24:59,706 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for dc77deda61777409279398dfbb52edfd in 965ms, sequenceid=118, compaction requested=false 2024-12-10T09:24:59,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:24:59,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:24:59,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-10T09:24:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-10T09:24:59,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-10T09:24:59,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5760 sec 2024-12-10T09:24:59,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.5820 sec 2024-12-10T09:25:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:00,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-10T09:25:00,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:00,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:00,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:00,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:00,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:00,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:00,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121082d29e1454334d3ca9edd6f6eb80bb0a_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822698971/Put/seqid=0 2024-12-10T09:25:00,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742223_1399 (size=14744) 2024-12-10T09:25:00,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822760110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822760111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822760111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822760115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822760116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822760217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822760217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822760217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822760218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822760221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-10T09:25:00,234 INFO [Thread-1653 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-10T09:25:00,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-10T09:25:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-10T09:25:00,236 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:00,236 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:00,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-10T09:25:00,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-10T09:25:00,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:00,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:00,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:00,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:00,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:00,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822760421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822760421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822760422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822760422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822760428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,501 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:00,504 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121082d29e1454334d3ca9edd6f6eb80bb0a_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121082d29e1454334d3ca9edd6f6eb80bb0a_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:00,505 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/6b6b0bc5695045209562644d8f28f81a, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:00,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/6b6b0bc5695045209562644d8f28f81a is 175, key is test_row_0/A:col10/1733822698971/Put/seqid=0 2024-12-10T09:25:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742224_1400 (size=39699) 2024-12-10T09:25:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-10T09:25:00,540 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-10T09:25:00,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:00,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:00,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:00,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:00,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:00,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-10T09:25:00,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:00,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:00,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:00,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:00,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:00,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822760728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822760728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822760728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822760728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822760734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-10T09:25:00,843 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-10T09:25:00,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:00,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:00,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:00,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:00,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:00,911 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/6b6b0bc5695045209562644d8f28f81a 2024-12-10T09:25:00,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/2e75ac70e0dd443e9b78c08eda3a1685 is 50, key is test_row_0/B:col10/1733822698971/Put/seqid=0 2024-12-10T09:25:00,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742225_1401 (size=12151) 2024-12-10T09:25:00,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/2e75ac70e0dd443e9b78c08eda3a1685 2024-12-10T09:25:00,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/6f229749e50b4b7b8a300e18fcb232a6 is 50, key is test_row_0/C:col10/1733822698971/Put/seqid=0 2024-12-10T09:25:00,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742226_1402 (size=12151) 2024-12-10T09:25:00,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/6f229749e50b4b7b8a300e18fcb232a6 2024-12-10T09:25:00,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/6b6b0bc5695045209562644d8f28f81a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/6b6b0bc5695045209562644d8f28f81a 2024-12-10T09:25:00,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/6b6b0bc5695045209562644d8f28f81a, entries=200, sequenceid=137, filesize=38.8 K 2024-12-10T09:25:00,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/2e75ac70e0dd443e9b78c08eda3a1685 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/2e75ac70e0dd443e9b78c08eda3a1685 2024-12-10T09:25:00,996 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:00,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-10T09:25:00,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:00,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:00,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:00,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:00,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:00,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/2e75ac70e0dd443e9b78c08eda3a1685, entries=150, sequenceid=137, filesize=11.9 K 2024-12-10T09:25:01,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/6f229749e50b4b7b8a300e18fcb232a6 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/6f229749e50b4b7b8a300e18fcb232a6 2024-12-10T09:25:01,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/6f229749e50b4b7b8a300e18fcb232a6, entries=150, sequenceid=137, filesize=11.9 K 2024-12-10T09:25:01,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for dc77deda61777409279398dfbb52edfd in 914ms, sequenceid=137, compaction requested=true 2024-12-10T09:25:01,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:01,006 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:01,006 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:01,007 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/A is initiating minor compaction (all files) 2024-12-10T09:25:01,007 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/A in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:01,007 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/2da3a4cb5af843eebfedd3c017e089f4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/059d2014151d40c68ebf6a5f48214490, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/6b6b0bc5695045209562644d8f28f81a] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=99.4 K 2024-12-10T09:25:01,007 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:01,007 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/2da3a4cb5af843eebfedd3c017e089f4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/059d2014151d40c68ebf6a5f48214490, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/6b6b0bc5695045209562644d8f28f81a] 2024-12-10T09:25:01,007 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2da3a4cb5af843eebfedd3c017e089f4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733822696669 2024-12-10T09:25:01,007 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 059d2014151d40c68ebf6a5f48214490, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733822697826 2024-12-10T09:25:01,008 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b6b0bc5695045209562644d8f28f81a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733822698963 2024-12-10T09:25:01,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:25:01,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:01,013 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:01,014 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:01,014 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/B is initiating minor compaction (all files) 2024-12-10T09:25:01,014 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/B in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:01,014 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f0dfac1dbacb4765b268f9d10414f836, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/bbc3b38cb0b349538abce4c261942b69, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/2e75ac70e0dd443e9b78c08eda3a1685] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=35.5 K 2024-12-10T09:25:01,015 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting f0dfac1dbacb4765b268f9d10414f836, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733822696669 2024-12-10T09:25:01,015 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting bbc3b38cb0b349538abce4c261942b69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733822697826 2024-12-10T09:25:01,015 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e75ac70e0dd443e9b78c08eda3a1685, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733822698969 2024-12-10T09:25:01,021 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:01,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:25:01,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:01,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:25:01,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:01,025 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#B#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:01,025 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/5caecc9a007b4a69bfff38141217d9d7 is 50, key is test_row_0/B:col10/1733822698971/Put/seqid=0 2024-12-10T09:25:01,034 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241210649532d98aab4085b681061a6295ea42_dc77deda61777409279398dfbb52edfd store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:01,039 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241210649532d98aab4085b681061a6295ea42_dc77deda61777409279398dfbb52edfd, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:01,039 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210649532d98aab4085b681061a6295ea42_dc77deda61777409279398dfbb52edfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:01,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742228_1404 (size=4469) 2024-12-10T09:25:01,058 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#A#compaction#342 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:01,058 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/af2c566b1d144641be7b6f077edbe1e0 is 175, key is test_row_0/A:col10/1733822698971/Put/seqid=0 2024-12-10T09:25:01,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742227_1403 (size=12459) 2024-12-10T09:25:01,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742229_1405 (size=31413) 2024-12-10T09:25:01,100 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/af2c566b1d144641be7b6f077edbe1e0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/af2c566b1d144641be7b6f077edbe1e0 2024-12-10T09:25:01,107 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/A of dc77deda61777409279398dfbb52edfd into af2c566b1d144641be7b6f077edbe1e0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:01,107 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:01,107 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/A, priority=13, startTime=1733822701005; duration=0sec 2024-12-10T09:25:01,107 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:01,107 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:A 2024-12-10T09:25:01,107 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:01,108 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:01,108 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/C is initiating minor compaction (all files) 2024-12-10T09:25:01,109 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/C in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:01,109 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/41470bc0cb7f4a3b9bbdf632b285e1e5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/165ab35c9d05445e8bd49d5a9c72803d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/6f229749e50b4b7b8a300e18fcb232a6] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=35.5 K 2024-12-10T09:25:01,111 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41470bc0cb7f4a3b9bbdf632b285e1e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733822696669 2024-12-10T09:25:01,111 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 165ab35c9d05445e8bd49d5a9c72803d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733822697826 2024-12-10T09:25:01,111 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f229749e50b4b7b8a300e18fcb232a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733822698969 2024-12-10T09:25:01,121 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#C#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:01,121 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/dfd83ff73e70422298445e022e6454ae is 50, key is test_row_0/C:col10/1733822698971/Put/seqid=0 2024-12-10T09:25:01,148 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-10T09:25:01,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:01,149 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-10T09:25:01,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:01,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:01,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:01,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:01,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:01,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:01,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742230_1406 (size=12459) 2024-12-10T09:25:01,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210eee8876a1a1d45b4a9f61c757d0fd4ec_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822700103/Put/seqid=0 2024-12-10T09:25:01,174 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/dfd83ff73e70422298445e022e6454ae as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/dfd83ff73e70422298445e022e6454ae 2024-12-10T09:25:01,179 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/C of dc77deda61777409279398dfbb52edfd into dfd83ff73e70422298445e022e6454ae(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:01,179 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:01,179 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/C, priority=13, startTime=1733822701023; duration=0sec 2024-12-10T09:25:01,179 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:01,179 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:C 2024-12-10T09:25:01,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742231_1407 (size=12304) 2024-12-10T09:25:01,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:01,213 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210eee8876a1a1d45b4a9f61c757d0fd4ec_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210eee8876a1a1d45b4a9f61c757d0fd4ec_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:01,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/2a4e357612af490db78e9ed17e02d3dd, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:01,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/2a4e357612af490db78e9ed17e02d3dd is 175, key is test_row_0/A:col10/1733822700103/Put/seqid=0 2024-12-10T09:25:01,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742232_1408 (size=31105) 2024-12-10T09:25:01,223 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/2a4e357612af490db78e9ed17e02d3dd 2024-12-10T09:25:01,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/fc4900316a4e47c5a15eef500ea2e1e5 is 50, key is test_row_0/B:col10/1733822700103/Put/seqid=0 2024-12-10T09:25:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:01,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:01,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742233_1409 (size=12151) 2024-12-10T09:25:01,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822761246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822761247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822761248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822761250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822761251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-10T09:25:01,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822761352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822761353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822761353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822761353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822761359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,482 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/5caecc9a007b4a69bfff38141217d9d7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5caecc9a007b4a69bfff38141217d9d7 2024-12-10T09:25:01,486 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/B of dc77deda61777409279398dfbb52edfd into 5caecc9a007b4a69bfff38141217d9d7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:01,486 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:01,486 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/B, priority=13, startTime=1733822701013; duration=0sec 2024-12-10T09:25:01,486 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:01,486 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:B 2024-12-10T09:25:01,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822761557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822761557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822761557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822761558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822761565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,638 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/fc4900316a4e47c5a15eef500ea2e1e5 2024-12-10T09:25:01,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/0634a9ec8d8e49a994edff8be3b6f27d is 50, key is test_row_0/C:col10/1733822700103/Put/seqid=0 2024-12-10T09:25:01,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742234_1410 (size=12151) 2024-12-10T09:25:01,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822761860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822761861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822761861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822761862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:01,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822761870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,048 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/0634a9ec8d8e49a994edff8be3b6f27d 2024-12-10T09:25:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/2a4e357612af490db78e9ed17e02d3dd as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/2a4e357612af490db78e9ed17e02d3dd 2024-12-10T09:25:02,058 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/2a4e357612af490db78e9ed17e02d3dd, entries=150, sequenceid=158, filesize=30.4 K 2024-12-10T09:25:02,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/fc4900316a4e47c5a15eef500ea2e1e5 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/fc4900316a4e47c5a15eef500ea2e1e5 2024-12-10T09:25:02,062 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/fc4900316a4e47c5a15eef500ea2e1e5, entries=150, sequenceid=158, filesize=11.9 K 2024-12-10T09:25:02,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/0634a9ec8d8e49a994edff8be3b6f27d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/0634a9ec8d8e49a994edff8be3b6f27d 2024-12-10T09:25:02,065 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/0634a9ec8d8e49a994edff8be3b6f27d, entries=150, sequenceid=158, filesize=11.9 K 2024-12-10T09:25:02,066 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for dc77deda61777409279398dfbb52edfd in 917ms, sequenceid=158, compaction requested=false 2024-12-10T09:25:02,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:02,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:02,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-10T09:25:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-10T09:25:02,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-10T09:25:02,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8310 sec 2024-12-10T09:25:02,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.8340 sec 2024-12-10T09:25:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-10T09:25:02,339 INFO [Thread-1653 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-10T09:25:02,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-10T09:25:02,340 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-10T09:25:02,341 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:02,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:02,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-10T09:25:02,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:02,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:02,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:02,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:02,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:02,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:02,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210812a0d19c80541b0bd95e0d869509458_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822701247/Put/seqid=0 2024-12-10T09:25:02,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742235_1411 (size=12304) 2024-12-10T09:25:02,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822762382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822762384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822762386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822762386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822762387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-10T09:25:02,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822762488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822762488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-10T09:25:02,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:02,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822762489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:02,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:02,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:02,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:02,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822762492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822762492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-10T09:25:02,646 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-10T09:25:02,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:02,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:02,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:02,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:02,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:02,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822762690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822762690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822762694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822762698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822762699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,778 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:02,780 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210812a0d19c80541b0bd95e0d869509458_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210812a0d19c80541b0bd95e0d869509458_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:02,781 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/4a7d4a4a55f74329842fc68c9436d02d, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:02,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/4a7d4a4a55f74329842fc68c9436d02d is 175, key is test_row_0/A:col10/1733822701247/Put/seqid=0 2024-12-10T09:25:02,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742236_1412 (size=31105) 2024-12-10T09:25:02,799 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-10T09:25:02,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:02,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:02,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:02,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:02,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-10T09:25:02,951 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:02,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-10T09:25:02,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:02,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:02,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:02,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:02,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:02,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822762996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822762997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822762998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822763003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822763004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,103 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-10T09:25:03,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:03,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,185 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/4a7d4a4a55f74329842fc68c9436d02d 2024-12-10T09:25:03,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/3516003ad96d4492bf6cfe299dc41682 is 50, key is test_row_0/B:col10/1733822701247/Put/seqid=0 2024-12-10T09:25:03,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742237_1413 (size=12151) 2024-12-10T09:25:03,256 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-10T09:25:03,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:03,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:03,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:03,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,408 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-10T09:25:03,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:03,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:03,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:03,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-10T09:25:03,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822763502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822763503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822763504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822763508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822763509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-10T09:25:03,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:03,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:03,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:03,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/3516003ad96d4492bf6cfe299dc41682 2024-12-10T09:25:03,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/f77600d348ae4255ac21841686e87310 is 50, key is test_row_0/C:col10/1733822701247/Put/seqid=0 2024-12-10T09:25:03,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742238_1414 (size=12151) 2024-12-10T09:25:03,712 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-10T09:25:03,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:03,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:03,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:03,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,864 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:03,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-10T09:25:03,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:03,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:03,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:03,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:04,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/f77600d348ae4255ac21841686e87310 2024-12-10T09:25:04,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/4a7d4a4a55f74329842fc68c9436d02d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/4a7d4a4a55f74329842fc68c9436d02d 2024-12-10T09:25:04,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/4a7d4a4a55f74329842fc68c9436d02d, entries=150, sequenceid=177, filesize=30.4 K 2024-12-10T09:25:04,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/3516003ad96d4492bf6cfe299dc41682 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/3516003ad96d4492bf6cfe299dc41682 2024-12-10T09:25:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/3516003ad96d4492bf6cfe299dc41682, entries=150, sequenceid=177, filesize=11.9 K 2024-12-10T09:25:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/f77600d348ae4255ac21841686e87310 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f77600d348ae4255ac21841686e87310 2024-12-10T09:25:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f77600d348ae4255ac21841686e87310, entries=150, sequenceid=177, filesize=11.9 K 2024-12-10T09:25:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for dc77deda61777409279398dfbb52edfd in 1647ms, sequenceid=177, compaction requested=true 2024-12-10T09:25:04,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:25:04,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:04,016 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:04,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:25:04,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:25:04,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-10T09:25:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,016 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,016 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-10T09:25:04,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:04,017 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-10T09:25:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:04,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:04,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:04,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:04,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,019 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:04,019 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:04,019 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/A is initiating minor compaction (all files) 2024-12-10T09:25:04,019 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/B is initiating minor compaction (all files) 2024-12-10T09:25:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,019 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/B in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,020 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5caecc9a007b4a69bfff38141217d9d7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/fc4900316a4e47c5a15eef500ea2e1e5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/3516003ad96d4492bf6cfe299dc41682] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=35.9 K 2024-12-10T09:25:04,020 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/A in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,020 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/af2c566b1d144641be7b6f077edbe1e0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/2a4e357612af490db78e9ed17e02d3dd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/4a7d4a4a55f74329842fc68c9436d02d] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=91.4 K 2024-12-10T09:25:04,020 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,020 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/af2c566b1d144641be7b6f077edbe1e0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/2a4e357612af490db78e9ed17e02d3dd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/4a7d4a4a55f74329842fc68c9436d02d] 2024-12-10T09:25:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,020 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting af2c566b1d144641be7b6f077edbe1e0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733822698969 2024-12-10T09:25:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,020 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 5caecc9a007b4a69bfff38141217d9d7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733822698969 2024-12-10T09:25:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,021 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a4e357612af490db78e9ed17e02d3dd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733822700103 2024-12-10T09:25:04,021 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting fc4900316a4e47c5a15eef500ea2e1e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733822700103 2024-12-10T09:25:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,021 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 3516003ad96d4492bf6cfe299dc41682, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733822701247 2024-12-10T09:25:04,021 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a7d4a4a55f74329842fc68c9436d02d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733822701247 2024-12-10T09:25:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121090032c31fa414117aac9b15bd012eff9_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822702385/Put/seqid=0 2024-12-10T09:25:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742239_1415 (size=9814) 2024-12-10T09:25:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,032 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,033 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#B#compaction#352 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,033 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/41458b2d00a041668922737a3d8818ab is 50, key is test_row_0/B:col10/1733822701247/Put/seqid=0 2024-12-10T09:25:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,035 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241210014b1d9f408f4980b8883c5ec6babdcf_dc77deda61777409279398dfbb52edfd store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:04,036 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241210014b1d9f408f4980b8883c5ec6babdcf_dc77deda61777409279398dfbb52edfd, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:04,036 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210014b1d9f408f4980b8883c5ec6babdcf_dc77deda61777409279398dfbb52edfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742240_1416 (size=12561) 2024-12-10T09:25:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742241_1417 (size=4469) 2024-12-10T09:25:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,434 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121090032c31fa414117aac9b15bd012eff9_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121090032c31fa414117aac9b15bd012eff9_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/7c3ff2c288bd4bc7a3d893b976ff89e2, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/7c3ff2c288bd4bc7a3d893b976ff89e2 is 175, key is test_row_0/A:col10/1733822702385/Put/seqid=0 2024-12-10T09:25:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742242_1418 (size=22461) 2024-12-10T09:25:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,442 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/7c3ff2c288bd4bc7a3d893b976ff89e2 2024-12-10T09:25:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-10T09:25:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,448 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#A#compaction#353 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,448 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/e636bbb51976416a864c391ddb7a7ce9 is 175, key is test_row_0/A:col10/1733822701247/Put/seqid=0 2024-12-10T09:25:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/5d582ab9b25f4dc6b3b711c02e901ead is 50, key is test_row_0/B:col10/1733822702385/Put/seqid=0 2024-12-10T09:25:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,452 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/41458b2d00a041668922737a3d8818ab as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/41458b2d00a041668922737a3d8818ab 2024-12-10T09:25:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,456 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/B of dc77deda61777409279398dfbb52edfd into 41458b2d00a041668922737a3d8818ab(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,456 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:04,456 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/B, priority=13, startTime=1733822704016; duration=0sec 2024-12-10T09:25:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,456 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:04,456 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:B 2024-12-10T09:25:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,456 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,458 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,458 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/C is initiating minor compaction (all files) 2024-12-10T09:25:04,458 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/C in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:04,458 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/dfd83ff73e70422298445e022e6454ae, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/0634a9ec8d8e49a994edff8be3b6f27d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f77600d348ae4255ac21841686e87310] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=35.9 K 2024-12-10T09:25:04,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742243_1419 (size=31515) 2024-12-10T09:25:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,458 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting dfd83ff73e70422298445e022e6454ae, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733822698969 2024-12-10T09:25:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,459 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 0634a9ec8d8e49a994edff8be3b6f27d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733822700103 2024-12-10T09:25:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,459 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting f77600d348ae4255ac21841686e87310, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733822701247 2024-12-10T09:25:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,463 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/e636bbb51976416a864c391ddb7a7ce9 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e636bbb51976416a864c391ddb7a7ce9 2024-12-10T09:25:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,467 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/A of dc77deda61777409279398dfbb52edfd into e636bbb51976416a864c391ddb7a7ce9(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:04,467 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:04,468 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/A, priority=13, startTime=1733822704016; duration=0sec 2024-12-10T09:25:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,468 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:04,468 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:A 2024-12-10T09:25:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,473 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#C#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,473 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/252e99dd177f42f388178e527a57e210 is 50, key is test_row_0/C:col10/1733822701247/Put/seqid=0 2024-12-10T09:25:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742245_1421 (size=12561) 2024-12-10T09:25:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742244_1420 (size=9757) 2024-12-10T09:25:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,481 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/5d582ab9b25f4dc6b3b711c02e901ead 2024-12-10T09:25:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,483 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/252e99dd177f42f388178e527a57e210 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/252e99dd177f42f388178e527a57e210 2024-12-10T09:25:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/96f1b161622449acaea2a9edc1a48cc4 is 50, key is test_row_0/C:col10/1733822702385/Put/seqid=0 2024-12-10T09:25:04,487 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/C of dc77deda61777409279398dfbb52edfd into 252e99dd177f42f388178e527a57e210(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:04,487 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:04,487 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/C, priority=13, startTime=1733822704016; duration=0sec 2024-12-10T09:25:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,487 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:04,487 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:C 2024-12-10T09:25:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742246_1422 (size=9757) 2024-12-10T09:25:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,491 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/96f1b161622449acaea2a9edc1a48cc4 2024-12-10T09:25:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/7c3ff2c288bd4bc7a3d893b976ff89e2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/7c3ff2c288bd4bc7a3d893b976ff89e2 2024-12-10T09:25:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,500 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/7c3ff2c288bd4bc7a3d893b976ff89e2, entries=100, sequenceid=196, filesize=21.9 K 2024-12-10T09:25:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/5d582ab9b25f4dc6b3b711c02e901ead as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5d582ab9b25f4dc6b3b711c02e901ead 2024-12-10T09:25:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,504 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5d582ab9b25f4dc6b3b711c02e901ead, entries=100, sequenceid=196, filesize=9.5 K 2024-12-10T09:25:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/96f1b161622449acaea2a9edc1a48cc4 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/96f1b161622449acaea2a9edc1a48cc4 2024-12-10T09:25:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,508 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/96f1b161622449acaea2a9edc1a48cc4, entries=100, sequenceid=196, filesize=9.5 K 2024-12-10T09:25:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,508 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for dc77deda61777409279398dfbb52edfd in 491ms, sequenceid=196, compaction requested=false 2024-12-10T09:25:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:04,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:04,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-10T09:25:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-10T09:25:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-10T09:25:04,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1680 sec 2024-12-10T09:25:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.1710 sec 2024-12-10T09:25:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:04,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-10T09:25:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:04,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:04,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:04,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:04,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412105dcca9b781234afc947db9e4b2e3f8b9_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822704545/Put/seqid=0 2024-12-10T09:25:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742248_1424 (size=24758) 2024-12-10T09:25:04,613 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,616 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412105dcca9b781234afc947db9e4b2e3f8b9_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412105dcca9b781234afc947db9e4b2e3f8b9_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:04,617 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/89235568fdd243258bd83bc8120f0db9, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:04,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/89235568fdd243258bd83bc8120f0db9 is 175, key is test_row_0/A:col10/1733822704545/Put/seqid=0 2024-12-10T09:25:04,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742247_1423 (size=74395) 2024-12-10T09:25:04,625 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/89235568fdd243258bd83bc8120f0db9 2024-12-10T09:25:04,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/9c730f8c04d04d9c8d692da84e0ddd61 is 50, key is test_row_0/B:col10/1733822704545/Put/seqid=0 2024-12-10T09:25:04,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822764626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742249_1425 (size=12151) 2024-12-10T09:25:04,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/9c730f8c04d04d9c8d692da84e0ddd61 2024-12-10T09:25:04,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822764639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822764639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822764640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822764640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/f005c956e9414259882b428a6dac512f is 50, key is test_row_0/C:col10/1733822704545/Put/seqid=0 2024-12-10T09:25:04,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742250_1426 (size=12151) 2024-12-10T09:25:04,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/f005c956e9414259882b428a6dac512f 2024-12-10T09:25:04,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/89235568fdd243258bd83bc8120f0db9 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/89235568fdd243258bd83bc8120f0db9 2024-12-10T09:25:04,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/89235568fdd243258bd83bc8120f0db9, entries=400, sequenceid=210, filesize=72.7 K 2024-12-10T09:25:04,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/9c730f8c04d04d9c8d692da84e0ddd61 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/9c730f8c04d04d9c8d692da84e0ddd61 2024-12-10T09:25:04,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/9c730f8c04d04d9c8d692da84e0ddd61, entries=150, sequenceid=210, filesize=11.9 K 2024-12-10T09:25:04,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/f005c956e9414259882b428a6dac512f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f005c956e9414259882b428a6dac512f 2024-12-10T09:25:04,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f005c956e9414259882b428a6dac512f, entries=150, sequenceid=210, filesize=11.9 K 2024-12-10T09:25:04,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dc77deda61777409279398dfbb52edfd in 125ms, sequenceid=210, compaction requested=true 2024-12-10T09:25:04,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:04,673 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:04,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:25:04,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:04,673 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:04,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:25:04,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:04,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:25:04,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:04,674 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128371 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:04,674 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/A is initiating minor compaction (all files) 2024-12-10T09:25:04,674 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/A in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:04,674 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e636bbb51976416a864c391ddb7a7ce9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/7c3ff2c288bd4bc7a3d893b976ff89e2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/89235568fdd243258bd83bc8120f0db9] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=125.4 K 2024-12-10T09:25:04,674 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:04,674 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e636bbb51976416a864c391ddb7a7ce9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/7c3ff2c288bd4bc7a3d893b976ff89e2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/89235568fdd243258bd83bc8120f0db9] 2024-12-10T09:25:04,674 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:04,674 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/B is initiating minor compaction (all files) 2024-12-10T09:25:04,674 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting e636bbb51976416a864c391ddb7a7ce9, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733822701247 2024-12-10T09:25:04,674 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/B in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:04,674 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/41458b2d00a041668922737a3d8818ab, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5d582ab9b25f4dc6b3b711c02e901ead, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/9c730f8c04d04d9c8d692da84e0ddd61] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=33.7 K 2024-12-10T09:25:04,674 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c3ff2c288bd4bc7a3d893b976ff89e2, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733822702385 2024-12-10T09:25:04,674 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 41458b2d00a041668922737a3d8818ab, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733822701247 2024-12-10T09:25:04,675 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89235568fdd243258bd83bc8120f0db9, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733822704532 2024-12-10T09:25:04,675 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d582ab9b25f4dc6b3b711c02e901ead, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733822702385 2024-12-10T09:25:04,675 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c730f8c04d04d9c8d692da84e0ddd61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733822704535 2024-12-10T09:25:04,688 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#B#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:04,689 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/7405a85f041648608b5691408c544b4b is 50, key is test_row_0/B:col10/1733822704545/Put/seqid=0 2024-12-10T09:25:04,696 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:04,708 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241210d7271bcdd694479dae0c8125f71eaeda_dc77deda61777409279398dfbb52edfd store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:04,709 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241210d7271bcdd694479dae0c8125f71eaeda_dc77deda61777409279398dfbb52edfd, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:04,709 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210d7271bcdd694479dae0c8125f71eaeda_dc77deda61777409279398dfbb52edfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742251_1427 (size=12663) 2024-12-10T09:25:04,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742252_1428 (size=4469) 2024-12-10T09:25:04,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-10T09:25:04,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:04,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:04,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:04,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:04,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:04,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:04,746 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#A#compaction#361 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:04,746 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/e26f30acc3f0426a8c84ee9aa2a7b436 is 175, key is test_row_0/A:col10/1733822704545/Put/seqid=0 2024-12-10T09:25:04,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:04,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822764759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822764758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822764761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822764762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742253_1429 (size=31617) 2024-12-10T09:25:04,773 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/e26f30acc3f0426a8c84ee9aa2a7b436 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e26f30acc3f0426a8c84ee9aa2a7b436 2024-12-10T09:25:04,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822764768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,776 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/A of dc77deda61777409279398dfbb52edfd into e26f30acc3f0426a8c84ee9aa2a7b436(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:04,777 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:04,777 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/A, priority=13, startTime=1733822704673; duration=0sec 2024-12-10T09:25:04,777 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:04,777 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:A 2024-12-10T09:25:04,777 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:04,777 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:04,778 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/C is initiating minor compaction (all files) 2024-12-10T09:25:04,778 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/C in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:04,778 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/252e99dd177f42f388178e527a57e210, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/96f1b161622449acaea2a9edc1a48cc4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f005c956e9414259882b428a6dac512f] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=33.7 K 2024-12-10T09:25:04,778 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 252e99dd177f42f388178e527a57e210, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733822701247 2024-12-10T09:25:04,778 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96f1b161622449acaea2a9edc1a48cc4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733822702385 2024-12-10T09:25:04,778 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting f005c956e9414259882b428a6dac512f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733822704535 2024-12-10T09:25:04,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412107287e022fc964829848de6d6c25ab44a_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822704637/Put/seqid=0 2024-12-10T09:25:04,804 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#C#compaction#363 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:04,805 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/647314b020514c9fadb0a60e37828019 is 50, key is test_row_0/C:col10/1733822704545/Put/seqid=0 2024-12-10T09:25:04,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742254_1430 (size=14794) 2024-12-10T09:25:04,823 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:04,826 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412107287e022fc964829848de6d6c25ab44a_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412107287e022fc964829848de6d6c25ab44a_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:04,827 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/32424f40759740b8880d7dbdeeea5d05, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:04,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/32424f40759740b8880d7dbdeeea5d05 is 175, key is test_row_0/A:col10/1733822704637/Put/seqid=0 2024-12-10T09:25:04,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742255_1431 (size=12663) 2024-12-10T09:25:04,844 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/647314b020514c9fadb0a60e37828019 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/647314b020514c9fadb0a60e37828019 2024-12-10T09:25:04,848 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/C of dc77deda61777409279398dfbb52edfd into 647314b020514c9fadb0a60e37828019(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:04,848 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:04,848 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/C, priority=13, startTime=1733822704673; duration=0sec 2024-12-10T09:25:04,849 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:04,849 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:C 2024-12-10T09:25:04,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742256_1432 (size=39749) 2024-12-10T09:25:04,853 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/32424f40759740b8880d7dbdeeea5d05 2024-12-10T09:25:04,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/00475a7a285b4558a6c6572c514bc8c2 is 50, key is test_row_0/B:col10/1733822704637/Put/seqid=0 2024-12-10T09:25:04,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:04,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822764870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822764870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822764870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822764870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742257_1433 (size=12151) 2024-12-10T09:25:04,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/00475a7a285b4558a6c6572c514bc8c2 2024-12-10T09:25:04,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822764878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:04,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/dcf37fa13e764a4da679b49d58449176 is 50, key is test_row_0/C:col10/1733822704637/Put/seqid=0 2024-12-10T09:25:04,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742258_1434 (size=12151) 2024-12-10T09:25:04,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/dcf37fa13e764a4da679b49d58449176 2024-12-10T09:25:04,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/32424f40759740b8880d7dbdeeea5d05 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/32424f40759740b8880d7dbdeeea5d05 2024-12-10T09:25:04,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/32424f40759740b8880d7dbdeeea5d05, entries=200, sequenceid=236, filesize=38.8 K 2024-12-10T09:25:04,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/00475a7a285b4558a6c6572c514bc8c2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/00475a7a285b4558a6c6572c514bc8c2 2024-12-10T09:25:04,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/00475a7a285b4558a6c6572c514bc8c2, entries=150, sequenceid=236, filesize=11.9 K 2024-12-10T09:25:04,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/dcf37fa13e764a4da679b49d58449176 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/dcf37fa13e764a4da679b49d58449176 2024-12-10T09:25:04,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/dcf37fa13e764a4da679b49d58449176, entries=150, sequenceid=236, filesize=11.9 K 2024-12-10T09:25:04,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for dc77deda61777409279398dfbb52edfd in 169ms, sequenceid=236, compaction requested=false 2024-12-10T09:25:04,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:05,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-10T09:25:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:05,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:05,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412107d03e8582f9b4b3ebc1aca18f3ba40e1_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822704760/Put/seqid=0 2024-12-10T09:25:05,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742259_1435 (size=17284) 2024-12-10T09:25:05,102 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:05,105 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412107d03e8582f9b4b3ebc1aca18f3ba40e1_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412107d03e8582f9b4b3ebc1aca18f3ba40e1_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:05,106 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/8c33c7cc8de743c8a4c547f40472f14b, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:05,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/8c33c7cc8de743c8a4c547f40472f14b is 175, key is test_row_0/A:col10/1733822704760/Put/seqid=0 2024-12-10T09:25:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742260_1436 (size=48389) 2024-12-10T09:25:05,110 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/8c33c7cc8de743c8a4c547f40472f14b 2024-12-10T09:25:05,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822765109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822765110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822765111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/f815bfb1ecfe4fa3a43731f7d7fa607c is 50, key is test_row_0/B:col10/1733822704760/Put/seqid=0 2024-12-10T09:25:05,122 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/7405a85f041648608b5691408c544b4b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/7405a85f041648608b5691408c544b4b 2024-12-10T09:25:05,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822765113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822765115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,131 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/B of dc77deda61777409279398dfbb52edfd into 7405a85f041648608b5691408c544b4b(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:05,131 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:05,131 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/B, priority=13, startTime=1733822704673; duration=0sec 2024-12-10T09:25:05,131 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:05,132 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:B 2024-12-10T09:25:05,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742261_1437 (size=12151) 2024-12-10T09:25:05,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/f815bfb1ecfe4fa3a43731f7d7fa607c 2024-12-10T09:25:05,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/c6f99c3e226c4f0f8ada01a4100af70c is 50, key is test_row_0/C:col10/1733822704760/Put/seqid=0 2024-12-10T09:25:05,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742262_1438 (size=12151) 2024-12-10T09:25:05,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/c6f99c3e226c4f0f8ada01a4100af70c 2024-12-10T09:25:05,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/8c33c7cc8de743c8a4c547f40472f14b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/8c33c7cc8de743c8a4c547f40472f14b 2024-12-10T09:25:05,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/8c33c7cc8de743c8a4c547f40472f14b, entries=250, sequenceid=250, filesize=47.3 K 2024-12-10T09:25:05,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/f815bfb1ecfe4fa3a43731f7d7fa607c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f815bfb1ecfe4fa3a43731f7d7fa607c 2024-12-10T09:25:05,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f815bfb1ecfe4fa3a43731f7d7fa607c, entries=150, sequenceid=250, filesize=11.9 K 2024-12-10T09:25:05,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/c6f99c3e226c4f0f8ada01a4100af70c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/c6f99c3e226c4f0f8ada01a4100af70c 2024-12-10T09:25:05,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/c6f99c3e226c4f0f8ada01a4100af70c, entries=150, sequenceid=250, filesize=11.9 K 2024-12-10T09:25:05,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dc77deda61777409279398dfbb52edfd in 107ms, sequenceid=250, compaction requested=true 2024-12-10T09:25:05,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:05,187 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:05,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:25:05,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:05,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:25:05,189 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:05,189 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/A is initiating minor compaction (all files) 2024-12-10T09:25:05,189 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/A in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:05,189 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e26f30acc3f0426a8c84ee9aa2a7b436, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/32424f40759740b8880d7dbdeeea5d05, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/8c33c7cc8de743c8a4c547f40472f14b] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=116.9 K 2024-12-10T09:25:05,189 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:05,189 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:05,189 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e26f30acc3f0426a8c84ee9aa2a7b436, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/32424f40759740b8880d7dbdeeea5d05, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/8c33c7cc8de743c8a4c547f40472f14b] 2024-12-10T09:25:05,189 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting e26f30acc3f0426a8c84ee9aa2a7b436, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733822704535 2024-12-10T09:25:05,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:05,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:25:05,190 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 32424f40759740b8880d7dbdeeea5d05, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733822704637 2024-12-10T09:25:05,190 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:05,190 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c33c7cc8de743c8a4c547f40472f14b, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733822704751 2024-12-10T09:25:05,190 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/B is initiating minor compaction (all files) 2024-12-10T09:25:05,190 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/B in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:05,190 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/7405a85f041648608b5691408c544b4b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/00475a7a285b4558a6c6572c514bc8c2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f815bfb1ecfe4fa3a43731f7d7fa607c] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=36.1 K 2024-12-10T09:25:05,191 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7405a85f041648608b5691408c544b4b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733822704535 2024-12-10T09:25:05,191 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00475a7a285b4558a6c6572c514bc8c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733822704637 2024-12-10T09:25:05,191 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting f815bfb1ecfe4fa3a43731f7d7fa607c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733822704760 2024-12-10T09:25:05,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:05,200 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:05,213 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#B#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:05,214 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/ca894a70d723407993ded761fdcff4a2 is 50, key is test_row_0/B:col10/1733822704760/Put/seqid=0 2024-12-10T09:25:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:05,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-10T09:25:05,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:05,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:05,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:05,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:05,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:05,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:05,235 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412107d78838c2c8441ceaf7f5dc21ae652ef_dc77deda61777409279398dfbb52edfd store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:05,237 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412107d78838c2c8441ceaf7f5dc21ae652ef_dc77deda61777409279398dfbb52edfd, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:05,237 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412107d78838c2c8441ceaf7f5dc21ae652ef_dc77deda61777409279398dfbb52edfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:05,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822765230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822765232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822765233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742263_1439 (size=12765) 2024-12-10T09:25:05,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822765239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822765240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,253 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/ca894a70d723407993ded761fdcff4a2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/ca894a70d723407993ded761fdcff4a2 2024-12-10T09:25:05,257 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/B of dc77deda61777409279398dfbb52edfd into ca894a70d723407993ded761fdcff4a2(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:05,257 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:05,257 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/B, priority=13, startTime=1733822705188; duration=0sec 2024-12-10T09:25:05,257 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:05,257 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:B 2024-12-10T09:25:05,257 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:05,258 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:05,258 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/C is initiating minor compaction (all files) 2024-12-10T09:25:05,258 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/C in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:05,258 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/647314b020514c9fadb0a60e37828019, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/dcf37fa13e764a4da679b49d58449176, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/c6f99c3e226c4f0f8ada01a4100af70c] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=36.1 K 2024-12-10T09:25:05,258 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 647314b020514c9fadb0a60e37828019, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733822704535 2024-12-10T09:25:05,259 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcf37fa13e764a4da679b49d58449176, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733822704637 2024-12-10T09:25:05,259 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6f99c3e226c4f0f8ada01a4100af70c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733822704760 2024-12-10T09:25:05,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210b935ab1ecdef48e9acd44378f909a1c9_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822705217/Put/seqid=0 2024-12-10T09:25:05,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742264_1440 (size=4469) 2024-12-10T09:25:05,277 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#C#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:05,277 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/1385f756daa14ae79729c91360052dd6 is 50, key is test_row_0/C:col10/1733822704760/Put/seqid=0 2024-12-10T09:25:05,279 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#A#compaction#369 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:05,280 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/3c5537aafe03431e81bb798350c51c8f is 175, key is test_row_0/A:col10/1733822704760/Put/seqid=0 2024-12-10T09:25:05,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742265_1441 (size=12765) 2024-12-10T09:25:05,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742266_1442 (size=12454) 2024-12-10T09:25:05,295 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:05,298 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210b935ab1ecdef48e9acd44378f909a1c9_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210b935ab1ecdef48e9acd44378f909a1c9_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:05,300 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/0a1177e3b48a40a099bf2a3c7d1562c2, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:05,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/0a1177e3b48a40a099bf2a3c7d1562c2 is 175, key is test_row_0/A:col10/1733822705217/Put/seqid=0 2024-12-10T09:25:05,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742267_1443 (size=31719) 2024-12-10T09:25:05,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742268_1444 (size=31255) 2024-12-10T09:25:05,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822765341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822765342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822765342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822765350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822765351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822765548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822765548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822765548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822765557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822765559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,692 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/1385f756daa14ae79729c91360052dd6 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/1385f756daa14ae79729c91360052dd6 2024-12-10T09:25:05,702 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/C of dc77deda61777409279398dfbb52edfd into 1385f756daa14ae79729c91360052dd6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:05,702 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:05,702 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/C, priority=13, startTime=1733822705190; duration=0sec 2024-12-10T09:25:05,702 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:05,702 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:C 2024-12-10T09:25:05,705 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/3c5537aafe03431e81bb798350c51c8f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/3c5537aafe03431e81bb798350c51c8f 2024-12-10T09:25:05,709 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/0a1177e3b48a40a099bf2a3c7d1562c2 2024-12-10T09:25:05,709 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/A of dc77deda61777409279398dfbb52edfd into 3c5537aafe03431e81bb798350c51c8f(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:05,709 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:05,709 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/A, priority=13, startTime=1733822705187; duration=0sec 2024-12-10T09:25:05,709 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:05,709 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:A 2024-12-10T09:25:05,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/19eace83106d4141b4ba2ce21d86d896 is 50, key is test_row_0/B:col10/1733822705217/Put/seqid=0 2024-12-10T09:25:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742269_1445 (size=12301) 2024-12-10T09:25:05,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822765852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822765853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822765854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822765864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:05,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822765872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:06,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/19eace83106d4141b4ba2ce21d86d896 2024-12-10T09:25:06,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/fdfab19710fc4c4e9b78074bd7b7c616 is 50, key is test_row_0/C:col10/1733822705217/Put/seqid=0 2024-12-10T09:25:06,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742270_1446 (size=12301) 2024-12-10T09:25:06,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822766356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:06,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822766357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:06,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822766357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:06,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822766371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:06,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822766373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-10T09:25:06,445 INFO [Thread-1653 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-10T09:25:06,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-10T09:25:06,447 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-10T09:25:06,447 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:06,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:06,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/fdfab19710fc4c4e9b78074bd7b7c616 2024-12-10T09:25:06,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/0a1177e3b48a40a099bf2a3c7d1562c2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/0a1177e3b48a40a099bf2a3c7d1562c2 2024-12-10T09:25:06,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/0a1177e3b48a40a099bf2a3c7d1562c2, entries=150, sequenceid=276, filesize=30.5 K 2024-12-10T09:25:06,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/19eace83106d4141b4ba2ce21d86d896 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/19eace83106d4141b4ba2ce21d86d896 2024-12-10T09:25:06,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/19eace83106d4141b4ba2ce21d86d896, entries=150, sequenceid=276, filesize=12.0 K 2024-12-10T09:25:06,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/fdfab19710fc4c4e9b78074bd7b7c616 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/fdfab19710fc4c4e9b78074bd7b7c616 2024-12-10T09:25:06,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/fdfab19710fc4c4e9b78074bd7b7c616, entries=150, sequenceid=276, filesize=12.0 K 2024-12-10T09:25:06,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dc77deda61777409279398dfbb52edfd in 1319ms, sequenceid=276, compaction requested=false 2024-12-10T09:25:06,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-10T09:25:06,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:06,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-10T09:25:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:06,599 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-10T09:25:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:06,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210ad7eace64099464b900a703550c18715_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822705232/Put/seqid=0 2024-12-10T09:25:06,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742271_1447 (size=12454) 2024-12-10T09:25:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-10T09:25:07,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:07,011 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210ad7eace64099464b900a703550c18715_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210ad7eace64099464b900a703550c18715_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:07,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/c61fb13e04d9469ba0b6736105f1aede, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:07,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/c61fb13e04d9469ba0b6736105f1aede is 175, key is test_row_0/A:col10/1733822705232/Put/seqid=0 2024-12-10T09:25:07,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742272_1448 (size=31255) 2024-12-10T09:25:07,033 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/c61fb13e04d9469ba0b6736105f1aede 2024-12-10T09:25:07,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/a00e2f0f03ba4d028380c729e8cc0852 is 50, key is test_row_0/B:col10/1733822705232/Put/seqid=0 2024-12-10T09:25:07,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742273_1449 (size=12301) 2024-12-10T09:25:07,046 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/a00e2f0f03ba4d028380c729e8cc0852 2024-12-10T09:25:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-10T09:25:07,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/ee0683e951294850b689e5da6590bf2e is 50, key is test_row_0/C:col10/1733822705232/Put/seqid=0 2024-12-10T09:25:07,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742274_1450 (size=12301) 2024-12-10T09:25:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:07,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:07,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822767440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822767441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822767441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822767442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822767442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,457 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/ee0683e951294850b689e5da6590bf2e 2024-12-10T09:25:07,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/c61fb13e04d9469ba0b6736105f1aede as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/c61fb13e04d9469ba0b6736105f1aede 2024-12-10T09:25:07,463 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/c61fb13e04d9469ba0b6736105f1aede, entries=150, sequenceid=290, filesize=30.5 K 2024-12-10T09:25:07,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/a00e2f0f03ba4d028380c729e8cc0852 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/a00e2f0f03ba4d028380c729e8cc0852 2024-12-10T09:25:07,466 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/a00e2f0f03ba4d028380c729e8cc0852, entries=150, sequenceid=290, filesize=12.0 K 2024-12-10T09:25:07,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/ee0683e951294850b689e5da6590bf2e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/ee0683e951294850b689e5da6590bf2e 2024-12-10T09:25:07,470 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/ee0683e951294850b689e5da6590bf2e, entries=150, sequenceid=290, filesize=12.0 K 2024-12-10T09:25:07,471 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for dc77deda61777409279398dfbb52edfd in 872ms, sequenceid=290, compaction requested=true 2024-12-10T09:25:07,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:07,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:07,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-10T09:25:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-10T09:25:07,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-10T09:25:07,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0250 sec 2024-12-10T09:25:07,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.0270 sec 2024-12-10T09:25:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:07,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-10T09:25:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-10T09:25:07,551 INFO [Thread-1653 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-10T09:25:07,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-10T09:25:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-10T09:25:07,553 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:07,554 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:07,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:07,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:07,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:07,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:07,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:07,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:07,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:07,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412108ea2607e755e4d7f867962fa469ca893_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822707549/Put/seqid=0 2024-12-10T09:25:07,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822767556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822767557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822767557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822767562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822767563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742275_1451 (size=12454) 2024-12-10T09:25:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-10T09:25:07,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822767664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822767664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822767664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822767664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822767670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,705 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-10T09:25:07,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:07,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:07,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:07,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:07,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-10T09:25:07,857 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-10T09:25:07,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:07,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:07,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:07,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:07,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:07,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822767869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822767869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822767869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822767870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822767877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:07,971 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:07,973 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412108ea2607e755e4d7f867962fa469ca893_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412108ea2607e755e4d7f867962fa469ca893_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:07,977 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/e71a979ffa8246689367b92e6767c6e3, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:07,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/e71a979ffa8246689367b92e6767c6e3 is 175, key is test_row_0/A:col10/1733822707549/Put/seqid=0 2024-12-10T09:25:07,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742276_1452 (size=31255) 2024-12-10T09:25:08,009 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-10T09:25:08,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:08,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:08,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:08,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:08,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-10T09:25:08,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-10T09:25:08,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:08,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:08,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:08,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:08,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:08,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822768173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822768174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822768174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822768175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822768182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,314 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-10T09:25:08,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:08,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:08,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:08,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:08,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:08,385 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/e71a979ffa8246689367b92e6767c6e3 2024-12-10T09:25:08,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/623c61adbf8648aca9c464b35243c9a5 is 50, key is test_row_0/B:col10/1733822707549/Put/seqid=0 2024-12-10T09:25:08,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742277_1453 (size=12301) 2024-12-10T09:25:08,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/623c61adbf8648aca9c464b35243c9a5 2024-12-10T09:25:08,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/80f89d77b56d4e9386287fc8ddd7ef49 is 50, key is test_row_0/C:col10/1733822707549/Put/seqid=0 2024-12-10T09:25:08,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742278_1454 (size=12301) 2024-12-10T09:25:08,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/80f89d77b56d4e9386287fc8ddd7ef49 2024-12-10T09:25:08,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/e71a979ffa8246689367b92e6767c6e3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e71a979ffa8246689367b92e6767c6e3 2024-12-10T09:25:08,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e71a979ffa8246689367b92e6767c6e3, entries=150, sequenceid=319, filesize=30.5 K 2024-12-10T09:25:08,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/623c61adbf8648aca9c464b35243c9a5 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/623c61adbf8648aca9c464b35243c9a5 2024-12-10T09:25:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/623c61adbf8648aca9c464b35243c9a5, entries=150, sequenceid=319, filesize=12.0 K 2024-12-10T09:25:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/80f89d77b56d4e9386287fc8ddd7ef49 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/80f89d77b56d4e9386287fc8ddd7ef49 2024-12-10T09:25:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/80f89d77b56d4e9386287fc8ddd7ef49, entries=150, sequenceid=319, filesize=12.0 K 2024-12-10T09:25:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for dc77deda61777409279398dfbb52edfd in 899ms, sequenceid=319, compaction requested=true 2024-12-10T09:25:08,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:25:08,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:08,449 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:25:08,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:25:08,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:25:08,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-10T09:25:08,449 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:25:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,450 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125484 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:25:08,450 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/A is initiating minor compaction (all files) 2024-12-10T09:25:08,450 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:25:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,451 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/B is initiating minor compaction (all files) 2024-12-10T09:25:08,451 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/A in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,451 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/B in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:08,451 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/ca894a70d723407993ded761fdcff4a2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/19eace83106d4141b4ba2ce21d86d896, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/a00e2f0f03ba4d028380c729e8cc0852, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/623c61adbf8648aca9c464b35243c9a5] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=48.5 K 2024-12-10T09:25:08,451 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/3c5537aafe03431e81bb798350c51c8f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/0a1177e3b48a40a099bf2a3c7d1562c2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/c61fb13e04d9469ba0b6736105f1aede, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e71a979ffa8246689367b92e6767c6e3] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=122.5 K 2024-12-10T09:25:08,451 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:08,451 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/3c5537aafe03431e81bb798350c51c8f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/0a1177e3b48a40a099bf2a3c7d1562c2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/c61fb13e04d9469ba0b6736105f1aede, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e71a979ffa8246689367b92e6767c6e3] 2024-12-10T09:25:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,451 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting ca894a70d723407993ded761fdcff4a2, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733822704760 2024-12-10T09:25:08,451 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c5537aafe03431e81bb798350c51c8f, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733822704760 2024-12-10T09:25:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,451 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 19eace83106d4141b4ba2ce21d86d896, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733822705108 2024-12-10T09:25:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,452 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a1177e3b48a40a099bf2a3c7d1562c2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733822705108 2024-12-10T09:25:08,452 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting a00e2f0f03ba4d028380c729e8cc0852, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733822705228 2024-12-10T09:25:08,452 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting c61fb13e04d9469ba0b6736105f1aede, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733822705228 2024-12-10T09:25:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,452 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting e71a979ffa8246689367b92e6767c6e3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733822707549 2024-12-10T09:25:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,452 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 623c61adbf8648aca9c464b35243c9a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733822707549 2024-12-10T09:25:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,461 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-10T09:25:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:08,467 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-10T09:25:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:08,469 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#B#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:08,469 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/0b9e0cda3a214802aa550add80d4cbdf is 50, key is test_row_0/B:col10/1733822707549/Put/seqid=0 2024-12-10T09:25:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,472 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121031c16c3714bf409f8fa43abac1e31471_dc77deda61777409279398dfbb52edfd store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210a276da12a8a242749b03df946de9f4b9_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822707562/Put/seqid=0 2024-12-10T09:25:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,474 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121031c16c3714bf409f8fa43abac1e31471_dc77deda61777409279398dfbb52edfd, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,475 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121031c16c3714bf409f8fa43abac1e31471_dc77deda61777409279398dfbb52edfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742280_1456 (size=4469) 2024-12-10T09:25:08,495 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#A#compaction#381 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:08,495 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/750bc5d2ca4148d5a9a357b1065ce1d5 is 175, key is test_row_0/A:col10/1733822707549/Put/seqid=0 2024-12-10T09:25:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742279_1455 (size=9914) 2024-12-10T09:25:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,502 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210a276da12a8a242749b03df946de9f4b9_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210a276da12a8a242749b03df946de9f4b9_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/ff7aa303058c444a9f2e1fa943a2164e, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/ff7aa303058c444a9f2e1fa943a2164e is 175, key is test_row_0/A:col10/1733822707562/Put/seqid=0 2024-12-10T09:25:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742283_1459 (size=22561) 2024-12-10T09:25:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,513 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/ff7aa303058c444a9f2e1fa943a2164e 2024-12-10T09:25:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742281_1457 (size=13051) 2024-12-10T09:25:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,540 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/0b9e0cda3a214802aa550add80d4cbdf as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/0b9e0cda3a214802aa550add80d4cbdf 2024-12-10T09:25:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,545 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dc77deda61777409279398dfbb52edfd/B of dc77deda61777409279398dfbb52edfd into 0b9e0cda3a214802aa550add80d4cbdf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:08,545 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,545 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/B, priority=12, startTime=1733822708449; duration=0sec 2024-12-10T09:25:08,545 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:08,545 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:B 2024-12-10T09:25:08,545 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:25:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,547 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:25:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,547 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/C is initiating minor compaction (all files) 2024-12-10T09:25:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,547 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/C in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:08,547 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/1385f756daa14ae79729c91360052dd6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/fdfab19710fc4c4e9b78074bd7b7c616, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/ee0683e951294850b689e5da6590bf2e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/80f89d77b56d4e9386287fc8ddd7ef49] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=48.5 K 2024-12-10T09:25:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,548 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1385f756daa14ae79729c91360052dd6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733822704760 2024-12-10T09:25:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,548 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting fdfab19710fc4c4e9b78074bd7b7c616, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733822705108 2024-12-10T09:25:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,549 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting ee0683e951294850b689e5da6590bf2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733822705228 2024-12-10T09:25:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,549 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 80f89d77b56d4e9386287fc8ddd7ef49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733822707549 2024-12-10T09:25:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/18411e52276c43318cf21b350c675135 is 50, key is test_row_0/B:col10/1733822707562/Put/seqid=0 2024-12-10T09:25:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742282_1458 (size=32005) 2024-12-10T09:25:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,573 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/750bc5d2ca4148d5a9a357b1065ce1d5 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/750bc5d2ca4148d5a9a357b1065ce1d5 2024-12-10T09:25:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,579 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dc77deda61777409279398dfbb52edfd/A of dc77deda61777409279398dfbb52edfd into 750bc5d2ca4148d5a9a357b1065ce1d5(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:08,579 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,579 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/A, priority=12, startTime=1733822708449; duration=0sec 2024-12-10T09:25:08,579 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:08,579 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:A 2024-12-10T09:25:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,585 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#C#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,586 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/06043786e9004edab49abe897ba8164f is 50, key is test_row_0/C:col10/1733822707549/Put/seqid=0 2024-12-10T09:25:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742284_1460 (size=9857) 2024-12-10T09:25:08,601 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/18411e52276c43318cf21b350c675135 2024-12-10T09:25:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/f9211c3db99443d7be799f4c8c01cbfd is 50, key is test_row_0/C:col10/1733822707562/Put/seqid=0 2024-12-10T09:25:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742285_1461 (size=13051) 2024-12-10T09:25:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742286_1462 (size=9857) 2024-12-10T09:25:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,637 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/f9211c3db99443d7be799f4c8c01cbfd 2024-12-10T09:25:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/ff7aa303058c444a9f2e1fa943a2164e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/ff7aa303058c444a9f2e1fa943a2164e 2024-12-10T09:25:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-10T09:25:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,656 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/ff7aa303058c444a9f2e1fa943a2164e, entries=100, sequenceid=326, filesize=22.0 K 2024-12-10T09:25:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/18411e52276c43318cf21b350c675135 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/18411e52276c43318cf21b350c675135 2024-12-10T09:25:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,661 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/18411e52276c43318cf21b350c675135, entries=100, sequenceid=326, filesize=9.6 K 2024-12-10T09:25:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/f9211c3db99443d7be799f4c8c01cbfd as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f9211c3db99443d7be799f4c8c01cbfd 2024-12-10T09:25:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,664 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f9211c3db99443d7be799f4c8c01cbfd, entries=100, sequenceid=326, filesize=9.6 K 2024-12-10T09:25:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,665 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for dc77deda61777409279398dfbb52edfd in 198ms, sequenceid=326, compaction requested=false 2024-12-10T09:25:08,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:08,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:08,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-10T09:25:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-10T09:25:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-10T09:25:08,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1130 sec 2024-12-10T09:25:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.1170 sec 2024-12-10T09:25:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:08,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-10T09:25:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:08,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:08,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:08,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:08,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210d08c04ed3305450cb5b7f25f2b1362c7_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822708766/Put/seqid=0 2024-12-10T09:25:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742288_1464 (size=27698) 2024-12-10T09:25:08,821 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:08,825 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210d08c04ed3305450cb5b7f25f2b1362c7_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210d08c04ed3305450cb5b7f25f2b1362c7_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:08,826 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/de3f0b685a404aa489caf877890dd9c2, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:08,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/de3f0b685a404aa489caf877890dd9c2 is 175, key is test_row_0/A:col10/1733822708766/Put/seqid=0 2024-12-10T09:25:08,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742287_1463 (size=83485) 2024-12-10T09:25:08,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822768824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822768825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822768826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822768826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822768827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822768935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822768935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822768936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822768936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:08,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822768937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,036 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/06043786e9004edab49abe897ba8164f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/06043786e9004edab49abe897ba8164f 2024-12-10T09:25:09,039 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dc77deda61777409279398dfbb52edfd/C of dc77deda61777409279398dfbb52edfd into 06043786e9004edab49abe897ba8164f(size=12.7 K), total size for store is 22.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:09,040 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:09,040 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/C, priority=12, startTime=1733822708449; duration=0sec 2024-12-10T09:25:09,040 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:09,040 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:C 2024-12-10T09:25:09,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822769137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822769138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822769139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822769139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822769146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,228 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/de3f0b685a404aa489caf877890dd9c2 2024-12-10T09:25:09,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/e617c35de6ee452f8bf7117de3ab582e is 50, key is test_row_0/B:col10/1733822708766/Put/seqid=0 2024-12-10T09:25:09,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742289_1465 (size=12301) 2024-12-10T09:25:09,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822769442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822769442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822769443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822769443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822769449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/e617c35de6ee452f8bf7117de3ab582e 2024-12-10T09:25:09,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/fc71747ee88d4b4e9ecdb39146bb8555 is 50, key is test_row_0/C:col10/1733822708766/Put/seqid=0 2024-12-10T09:25:09,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742290_1466 (size=12301) 2024-12-10T09:25:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-10T09:25:09,657 INFO [Thread-1653 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-10T09:25:09,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/fc71747ee88d4b4e9ecdb39146bb8555 2024-12-10T09:25:09,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-10T09:25:09,659 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-10T09:25:09,663 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:09,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:09,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/de3f0b685a404aa489caf877890dd9c2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/de3f0b685a404aa489caf877890dd9c2 2024-12-10T09:25:09,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/de3f0b685a404aa489caf877890dd9c2, entries=450, sequenceid=340, filesize=81.5 K 2024-12-10T09:25:09,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/e617c35de6ee452f8bf7117de3ab582e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/e617c35de6ee452f8bf7117de3ab582e 2024-12-10T09:25:09,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/e617c35de6ee452f8bf7117de3ab582e, entries=150, sequenceid=340, filesize=12.0 K 2024-12-10T09:25:09,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/fc71747ee88d4b4e9ecdb39146bb8555 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/fc71747ee88d4b4e9ecdb39146bb8555 2024-12-10T09:25:09,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/fc71747ee88d4b4e9ecdb39146bb8555, entries=150, sequenceid=340, filesize=12.0 K 2024-12-10T09:25:09,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for dc77deda61777409279398dfbb52edfd in 922ms, sequenceid=340, compaction requested=true 2024-12-10T09:25:09,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:09,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:25:09,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:09,690 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:09,690 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:09,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:25:09,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:09,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:25:09,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:09,691 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:09,691 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/B is initiating minor compaction (all files) 2024-12-10T09:25:09,691 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/B in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:09,691 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/0b9e0cda3a214802aa550add80d4cbdf, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/18411e52276c43318cf21b350c675135, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/e617c35de6ee452f8bf7117de3ab582e] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=34.4 K 2024-12-10T09:25:09,691 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:09,691 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/A is initiating minor compaction (all files) 2024-12-10T09:25:09,691 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/A in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:09,691 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/750bc5d2ca4148d5a9a357b1065ce1d5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/ff7aa303058c444a9f2e1fa943a2164e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/de3f0b685a404aa489caf877890dd9c2] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=134.8 K 2024-12-10T09:25:09,691 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:09,691 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/750bc5d2ca4148d5a9a357b1065ce1d5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/ff7aa303058c444a9f2e1fa943a2164e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/de3f0b685a404aa489caf877890dd9c2] 2024-12-10T09:25:09,691 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b9e0cda3a214802aa550add80d4cbdf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733822707549 2024-12-10T09:25:09,692 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 750bc5d2ca4148d5a9a357b1065ce1d5, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733822707549 2024-12-10T09:25:09,692 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 18411e52276c43318cf21b350c675135, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733822707556 2024-12-10T09:25:09,692 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff7aa303058c444a9f2e1fa943a2164e, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733822707556 2024-12-10T09:25:09,692 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting e617c35de6ee452f8bf7117de3ab582e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733822708710 2024-12-10T09:25:09,692 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting de3f0b685a404aa489caf877890dd9c2, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733822708706 2024-12-10T09:25:09,705 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:09,705 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/cf0506e8e6064194b5cff3bddd70240a is 50, key is test_row_0/B:col10/1733822708766/Put/seqid=0 2024-12-10T09:25:09,707 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:09,712 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241210674543c21d3d4227a4d9d960944f0b21_dc77deda61777409279398dfbb52edfd store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:09,715 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241210674543c21d3d4227a4d9d960944f0b21_dc77deda61777409279398dfbb52edfd, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:09,715 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210674543c21d3d4227a4d9d960944f0b21_dc77deda61777409279398dfbb52edfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742291_1467 (size=13153) 2024-12-10T09:25:09,726 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/cf0506e8e6064194b5cff3bddd70240a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/cf0506e8e6064194b5cff3bddd70240a 2024-12-10T09:25:09,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742292_1468 (size=4469) 2024-12-10T09:25:09,731 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/B of dc77deda61777409279398dfbb52edfd into cf0506e8e6064194b5cff3bddd70240a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:09,732 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:09,732 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/B, priority=13, startTime=1733822709690; duration=0sec 2024-12-10T09:25:09,732 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:09,732 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:B 2024-12-10T09:25:09,732 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:09,734 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:09,734 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/C is initiating minor compaction (all files) 2024-12-10T09:25:09,734 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/C in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:09,734 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/06043786e9004edab49abe897ba8164f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f9211c3db99443d7be799f4c8c01cbfd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/fc71747ee88d4b4e9ecdb39146bb8555] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=34.4 K 2024-12-10T09:25:09,734 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 06043786e9004edab49abe897ba8164f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733822707549 2024-12-10T09:25:09,735 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting f9211c3db99443d7be799f4c8c01cbfd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733822707556 2024-12-10T09:25:09,735 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting fc71747ee88d4b4e9ecdb39146bb8555, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733822708710 2024-12-10T09:25:09,736 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#A#compaction#391 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:09,736 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/08e278579fd749d9b9e5b6447cddc6c0 is 175, key is test_row_0/A:col10/1733822708766/Put/seqid=0 2024-12-10T09:25:09,754 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#C#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:09,754 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/2fb179856cfb41f8b3a27789074cffab is 50, key is test_row_0/C:col10/1733822708766/Put/seqid=0 2024-12-10T09:25:09,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742293_1469 (size=32107) 2024-12-10T09:25:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-10T09:25:09,769 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/08e278579fd749d9b9e5b6447cddc6c0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/08e278579fd749d9b9e5b6447cddc6c0 2024-12-10T09:25:09,771 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T09:25:09,774 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/A of dc77deda61777409279398dfbb52edfd into 08e278579fd749d9b9e5b6447cddc6c0(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:09,774 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:09,774 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/A, priority=13, startTime=1733822709689; duration=0sec 2024-12-10T09:25:09,774 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:09,774 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:A 2024-12-10T09:25:09,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742294_1470 (size=13153) 2024-12-10T09:25:09,816 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-10T09:25:09,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:09,816 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-10T09:25:09,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:09,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:09,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:09,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:09,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:09,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:09,819 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/2fb179856cfb41f8b3a27789074cffab as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/2fb179856cfb41f8b3a27789074cffab 2024-12-10T09:25:09,824 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dc77deda61777409279398dfbb52edfd/C of dc77deda61777409279398dfbb52edfd into 2fb179856cfb41f8b3a27789074cffab(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:09,824 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:09,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121018c8079c7191449d81d7d1362a852c30_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822708826/Put/seqid=0 2024-12-10T09:25:09,824 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/C, priority=13, startTime=1733822709690; duration=0sec 2024-12-10T09:25:09,824 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:09,824 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:C 2024-12-10T09:25:09,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742295_1471 (size=12454) 2024-12-10T09:25:09,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:09,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822769953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822769953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822769956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-10T09:25:09,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822769957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:09,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822769957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:10,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822770058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:10,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822770059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:10,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822770062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:10,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822770062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:10,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:10,234 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121018c8079c7191449d81d7d1362a852c30_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121018c8079c7191449d81d7d1362a852c30_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/6ff6a9508c5c4b8894dbaf6c22131ba9, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/6ff6a9508c5c4b8894dbaf6c22131ba9 is 175, key is test_row_0/A:col10/1733822708826/Put/seqid=0 2024-12-10T09:25:10,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742296_1472 (size=31255) 2024-12-10T09:25:10,246 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/6ff6a9508c5c4b8894dbaf6c22131ba9 2024-12-10T09:25:10,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/f2b39d9d3efe4b2a817f9acd4b6f9219 is 50, key is test_row_0/B:col10/1733822708826/Put/seqid=0 2024-12-10T09:25:10,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742297_1473 (size=12301) 2024-12-10T09:25:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-10T09:25:10,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822770264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:10,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822770265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:10,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822770265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:10,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822770265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:10,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822770568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:10,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:10,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822770569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822770569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:10,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822770571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:10,654 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/f2b39d9d3efe4b2a817f9acd4b6f9219 2024-12-10T09:25:10,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/1d724ef05192444ca1ff51e59b7a5144 is 50, key is test_row_0/C:col10/1733822708826/Put/seqid=0 2024-12-10T09:25:10,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742298_1474 (size=12301) 2024-12-10T09:25:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-10T09:25:10,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822770964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:11,070 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/1d724ef05192444ca1ff51e59b7a5144 2024-12-10T09:25:11,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/6ff6a9508c5c4b8894dbaf6c22131ba9 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/6ff6a9508c5c4b8894dbaf6c22131ba9 2024-12-10T09:25:11,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822771075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:11,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:11,078 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/6ff6a9508c5c4b8894dbaf6c22131ba9, entries=150, sequenceid=368, filesize=30.5 K 2024-12-10T09:25:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822771075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:11,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822771075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:11,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/f2b39d9d3efe4b2a817f9acd4b6f9219 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f2b39d9d3efe4b2a817f9acd4b6f9219 2024-12-10T09:25:11,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822771077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:11,082 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f2b39d9d3efe4b2a817f9acd4b6f9219, entries=150, sequenceid=368, filesize=12.0 K 2024-12-10T09:25:11,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/1d724ef05192444ca1ff51e59b7a5144 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/1d724ef05192444ca1ff51e59b7a5144 2024-12-10T09:25:11,095 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/1d724ef05192444ca1ff51e59b7a5144, entries=150, sequenceid=368, filesize=12.0 K 2024-12-10T09:25:11,096 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dc77deda61777409279398dfbb52edfd in 1279ms, sequenceid=368, compaction requested=false 2024-12-10T09:25:11,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:11,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:11,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-10T09:25:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-10T09:25:11,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-10T09:25:11,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-12-10T09:25:11,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.4400 sec 2024-12-10T09:25:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-10T09:25:11,763 INFO [Thread-1653 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-10T09:25:11,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-10T09:25:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-10T09:25:11,764 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:11,765 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:11,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-10T09:25:11,916 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:11,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-10T09:25:11,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:11,917 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-10T09:25:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:11,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210640c8cc2ac124261a0ec5aec19bd1b5b_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822709955/Put/seqid=0 2024-12-10T09:25:11,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742299_1475 (size=12454) 2024-12-10T09:25:11,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:11,938 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210640c8cc2ac124261a0ec5aec19bd1b5b_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210640c8cc2ac124261a0ec5aec19bd1b5b_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:11,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/0314f92ee28a4ff99a2d7284ecfd0567, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:11,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/0314f92ee28a4ff99a2d7284ecfd0567 is 175, key is test_row_0/A:col10/1733822709955/Put/seqid=0 2024-12-10T09:25:11,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742300_1476 (size=31255) 2024-12-10T09:25:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-10T09:25:12,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:12,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822772108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822772111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822772112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822772112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822772216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822772218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822772219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822772220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,348 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/0314f92ee28a4ff99a2d7284ecfd0567 2024-12-10T09:25:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/8fd00c7d9d864ce485ea6cf1f84cfe34 is 50, key is test_row_0/B:col10/1733822709955/Put/seqid=0 2024-12-10T09:25:12,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742301_1477 (size=12301) 2024-12-10T09:25:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-10T09:25:12,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822772421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822772421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822772424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822772425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822772729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822772730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822772730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822772731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:12,763 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/8fd00c7d9d864ce485ea6cf1f84cfe34 2024-12-10T09:25:12,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/ab0c5fd8ca9b4c20b43d3b6b72689fc9 is 50, key is test_row_0/C:col10/1733822709955/Put/seqid=0 2024-12-10T09:25:12,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742302_1478 (size=12301) 2024-12-10T09:25:12,785 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/ab0c5fd8ca9b4c20b43d3b6b72689fc9 2024-12-10T09:25:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/0314f92ee28a4ff99a2d7284ecfd0567 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/0314f92ee28a4ff99a2d7284ecfd0567 2024-12-10T09:25:12,792 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/0314f92ee28a4ff99a2d7284ecfd0567, entries=150, sequenceid=380, filesize=30.5 K 2024-12-10T09:25:12,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/8fd00c7d9d864ce485ea6cf1f84cfe34 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/8fd00c7d9d864ce485ea6cf1f84cfe34 2024-12-10T09:25:12,796 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/8fd00c7d9d864ce485ea6cf1f84cfe34, entries=150, sequenceid=380, filesize=12.0 K 2024-12-10T09:25:12,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/ab0c5fd8ca9b4c20b43d3b6b72689fc9 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/ab0c5fd8ca9b4c20b43d3b6b72689fc9 2024-12-10T09:25:12,799 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/ab0c5fd8ca9b4c20b43d3b6b72689fc9, entries=150, sequenceid=380, filesize=12.0 K 2024-12-10T09:25:12,800 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dc77deda61777409279398dfbb52edfd in 882ms, sequenceid=380, compaction requested=true 2024-12-10T09:25:12,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:12,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:12,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-10T09:25:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-10T09:25:12,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-10T09:25:12,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0360 sec 2024-12-10T09:25:12,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.0380 sec 2024-12-10T09:25:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-10T09:25:12,867 INFO [Thread-1653 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-10T09:25:12,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-10T09:25:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-10T09:25:12,869 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:12,870 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:12,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-10T09:25:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:12,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-10T09:25:12,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:12,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:12,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:12,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:12,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:12,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:12,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121051eebfa0112a4524abeba5f6e6e479f6_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822712975/Put/seqid=0 2024-12-10T09:25:12,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742303_1479 (size=14994) 2024-12-10T09:25:13,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822773004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:13,021 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:13,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-10T09:25:13,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:13,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:13,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:13,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822773107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:13,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-10T09:25:13,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:13,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-10T09:25:13,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:13,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:13,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:13,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822773237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:13,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822773238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:13,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822773239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:13,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822773240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:13,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822773312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:13,325 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:13,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-10T09:25:13,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:13,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:13,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:13,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,385 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:13,388 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121051eebfa0112a4524abeba5f6e6e479f6_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121051eebfa0112a4524abeba5f6e6e479f6_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:13,389 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/1be0a628fa8c4b2a919bc5df39cdea8e, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:13,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/1be0a628fa8c4b2a919bc5df39cdea8e is 175, key is test_row_0/A:col10/1733822712975/Put/seqid=0 2024-12-10T09:25:13,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742304_1480 (size=39949) 2024-12-10T09:25:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-10T09:25:13,477 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:13,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-10T09:25:13,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:13,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:13,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:13,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822773615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:13,630 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:13,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-10T09:25:13,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:13,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:13,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:13,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:13,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-10T09:25:13,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:13,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:13,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:13,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,800 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/1be0a628fa8c4b2a919bc5df39cdea8e 2024-12-10T09:25:13,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/7ace9d1427394a0aaccc42432df946ca is 50, key is test_row_0/B:col10/1733822712975/Put/seqid=0 2024-12-10T09:25:13,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742305_1481 (size=12301) 2024-12-10T09:25:13,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:13,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-10T09:25:13,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:13,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:13,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:13,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-10T09:25:14,018 DEBUG [Thread-1656 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e5df918 to 127.0.0.1:56918 2024-12-10T09:25:14,018 DEBUG [Thread-1656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:14,019 DEBUG [Thread-1654 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71474e2e to 127.0.0.1:56918 2024-12-10T09:25:14,019 DEBUG [Thread-1654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:14,022 DEBUG [Thread-1660 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49d7daa1 to 127.0.0.1:56918 2024-12-10T09:25:14,022 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:14,022 DEBUG [Thread-1658 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a3b9abc to 127.0.0.1:56918 2024-12-10T09:25:14,022 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:14,025 DEBUG [Thread-1662 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28a7836b to 127.0.0.1:56918 2024-12-10T09:25:14,025 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:14,025 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/65eb268144ba:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/1fce8be633bd41ffa81525ce6e1fae0d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/7fd4891429ae4540b8aff212702e2844, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/83b2f96992364090ab524568392bed51, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/dc42e17590d0421c8c15e09f6b896b13, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/957af73fe8e048d18876a3889b9206a4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/010fb58e558e44dd8d60d3365237f293, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/2da3a4cb5af843eebfedd3c017e089f4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/059d2014151d40c68ebf6a5f48214490, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/6b6b0bc5695045209562644d8f28f81a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/af2c566b1d144641be7b6f077edbe1e0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/2a4e357612af490db78e9ed17e02d3dd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e636bbb51976416a864c391ddb7a7ce9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/4a7d4a4a55f74329842fc68c9436d02d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/7c3ff2c288bd4bc7a3d893b976ff89e2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/89235568fdd243258bd83bc8120f0db9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e26f30acc3f0426a8c84ee9aa2a7b436, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/32424f40759740b8880d7dbdeeea5d05, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/8c33c7cc8de743c8a4c547f40472f14b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/3c5537aafe03431e81bb798350c51c8f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/0a1177e3b48a40a099bf2a3c7d1562c2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/c61fb13e04d9469ba0b6736105f1aede, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/750bc5d2ca4148d5a9a357b1065ce1d5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e71a979ffa8246689367b92e6767c6e3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/ff7aa303058c444a9f2e1fa943a2164e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/de3f0b685a404aa489caf877890dd9c2] to archive 2024-12-10T09:25:14,026 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/65eb268144ba:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:25:14,027 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/1fce8be633bd41ffa81525ce6e1fae0d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/1fce8be633bd41ffa81525ce6e1fae0d 2024-12-10T09:25:14,027 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/dc42e17590d0421c8c15e09f6b896b13 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/dc42e17590d0421c8c15e09f6b896b13 2024-12-10T09:25:14,027 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/957af73fe8e048d18876a3889b9206a4 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/957af73fe8e048d18876a3889b9206a4 2024-12-10T09:25:14,027 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/83b2f96992364090ab524568392bed51 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/83b2f96992364090ab524568392bed51 2024-12-10T09:25:14,027 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/7fd4891429ae4540b8aff212702e2844 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/7fd4891429ae4540b8aff212702e2844 2024-12-10T09:25:14,027 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/010fb58e558e44dd8d60d3365237f293 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/010fb58e558e44dd8d60d3365237f293 2024-12-10T09:25:14,028 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/059d2014151d40c68ebf6a5f48214490 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/059d2014151d40c68ebf6a5f48214490 2024-12-10T09:25:14,028 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/2da3a4cb5af843eebfedd3c017e089f4 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/2da3a4cb5af843eebfedd3c017e089f4 2024-12-10T09:25:14,028 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/4a7d4a4a55f74329842fc68c9436d02d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/4a7d4a4a55f74329842fc68c9436d02d 2024-12-10T09:25:14,028 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e636bbb51976416a864c391ddb7a7ce9 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e636bbb51976416a864c391ddb7a7ce9 2024-12-10T09:25:14,028 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/af2c566b1d144641be7b6f077edbe1e0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/af2c566b1d144641be7b6f077edbe1e0 2024-12-10T09:25:14,028 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/6b6b0bc5695045209562644d8f28f81a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/6b6b0bc5695045209562644d8f28f81a 2024-12-10T09:25:14,029 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/7c3ff2c288bd4bc7a3d893b976ff89e2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/7c3ff2c288bd4bc7a3d893b976ff89e2 2024-12-10T09:25:14,029 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/89235568fdd243258bd83bc8120f0db9 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/89235568fdd243258bd83bc8120f0db9 2024-12-10T09:25:14,029 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e26f30acc3f0426a8c84ee9aa2a7b436 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e26f30acc3f0426a8c84ee9aa2a7b436 2024-12-10T09:25:14,029 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/2a4e357612af490db78e9ed17e02d3dd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/2a4e357612af490db78e9ed17e02d3dd 2024-12-10T09:25:14,029 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/32424f40759740b8880d7dbdeeea5d05 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/32424f40759740b8880d7dbdeeea5d05 2024-12-10T09:25:14,030 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/0a1177e3b48a40a099bf2a3c7d1562c2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/0a1177e3b48a40a099bf2a3c7d1562c2 2024-12-10T09:25:14,030 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/3c5537aafe03431e81bb798350c51c8f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/3c5537aafe03431e81bb798350c51c8f 2024-12-10T09:25:14,030 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/c61fb13e04d9469ba0b6736105f1aede to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/c61fb13e04d9469ba0b6736105f1aede 2024-12-10T09:25:14,030 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/750bc5d2ca4148d5a9a357b1065ce1d5 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/750bc5d2ca4148d5a9a357b1065ce1d5 2024-12-10T09:25:14,030 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/8c33c7cc8de743c8a4c547f40472f14b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/8c33c7cc8de743c8a4c547f40472f14b 2024-12-10T09:25:14,030 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e71a979ffa8246689367b92e6767c6e3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/e71a979ffa8246689367b92e6767c6e3 2024-12-10T09:25:14,030 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/ff7aa303058c444a9f2e1fa943a2164e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/ff7aa303058c444a9f2e1fa943a2164e 2024-12-10T09:25:14,030 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/de3f0b685a404aa489caf877890dd9c2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/de3f0b685a404aa489caf877890dd9c2 2024-12-10T09:25:14,033 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/65eb268144ba:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/52a61a3cd8a841dfbc3648ec953c1882, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/c8176e99aedb4723ba8e14d2da4b5720, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/924e7fb515294d39b93edf7cf38a193e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/39dad3d8b0be46bfbca8ccc7fd54a300, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/ef26536b899543d89750d4d3d6a748cf, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f0dfac1dbacb4765b268f9d10414f836, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5cfbba63b39647c5a799f8f601d470ab, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/bbc3b38cb0b349538abce4c261942b69, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5caecc9a007b4a69bfff38141217d9d7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/2e75ac70e0dd443e9b78c08eda3a1685, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/fc4900316a4e47c5a15eef500ea2e1e5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/41458b2d00a041668922737a3d8818ab, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/3516003ad96d4492bf6cfe299dc41682, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5d582ab9b25f4dc6b3b711c02e901ead, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/7405a85f041648608b5691408c544b4b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/9c730f8c04d04d9c8d692da84e0ddd61, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/00475a7a285b4558a6c6572c514bc8c2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/ca894a70d723407993ded761fdcff4a2, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f815bfb1ecfe4fa3a43731f7d7fa607c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/19eace83106d4141b4ba2ce21d86d896, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/a00e2f0f03ba4d028380c729e8cc0852, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/0b9e0cda3a214802aa550add80d4cbdf, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/623c61adbf8648aca9c464b35243c9a5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/18411e52276c43318cf21b350c675135, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/e617c35de6ee452f8bf7117de3ab582e] to archive 2024-12-10T09:25:14,040 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/65eb268144ba:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:25:14,042 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/52a61a3cd8a841dfbc3648ec953c1882 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/52a61a3cd8a841dfbc3648ec953c1882 2024-12-10T09:25:14,042 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/924e7fb515294d39b93edf7cf38a193e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/924e7fb515294d39b93edf7cf38a193e 2024-12-10T09:25:14,042 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/c8176e99aedb4723ba8e14d2da4b5720 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/c8176e99aedb4723ba8e14d2da4b5720 2024-12-10T09:25:14,042 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/39dad3d8b0be46bfbca8ccc7fd54a300 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/39dad3d8b0be46bfbca8ccc7fd54a300 2024-12-10T09:25:14,042 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/ef26536b899543d89750d4d3d6a748cf to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/ef26536b899543d89750d4d3d6a748cf 2024-12-10T09:25:14,042 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5cfbba63b39647c5a799f8f601d470ab to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5cfbba63b39647c5a799f8f601d470ab 2024-12-10T09:25:14,042 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f0dfac1dbacb4765b268f9d10414f836 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f0dfac1dbacb4765b268f9d10414f836 2024-12-10T09:25:14,042 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/bbc3b38cb0b349538abce4c261942b69 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/bbc3b38cb0b349538abce4c261942b69 2024-12-10T09:25:14,043 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/2e75ac70e0dd443e9b78c08eda3a1685 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/2e75ac70e0dd443e9b78c08eda3a1685 2024-12-10T09:25:14,043 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5caecc9a007b4a69bfff38141217d9d7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5caecc9a007b4a69bfff38141217d9d7 2024-12-10T09:25:14,043 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/fc4900316a4e47c5a15eef500ea2e1e5 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/fc4900316a4e47c5a15eef500ea2e1e5 2024-12-10T09:25:14,043 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/41458b2d00a041668922737a3d8818ab to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/41458b2d00a041668922737a3d8818ab 2024-12-10T09:25:14,044 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/3516003ad96d4492bf6cfe299dc41682 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/3516003ad96d4492bf6cfe299dc41682 2024-12-10T09:25:14,044 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5d582ab9b25f4dc6b3b711c02e901ead to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/5d582ab9b25f4dc6b3b711c02e901ead 2024-12-10T09:25:14,044 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/7405a85f041648608b5691408c544b4b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/7405a85f041648608b5691408c544b4b 2024-12-10T09:25:14,044 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/9c730f8c04d04d9c8d692da84e0ddd61 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/9c730f8c04d04d9c8d692da84e0ddd61 2024-12-10T09:25:14,045 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/00475a7a285b4558a6c6572c514bc8c2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/00475a7a285b4558a6c6572c514bc8c2 2024-12-10T09:25:14,045 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/a00e2f0f03ba4d028380c729e8cc0852 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/a00e2f0f03ba4d028380c729e8cc0852 2024-12-10T09:25:14,045 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/ca894a70d723407993ded761fdcff4a2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/ca894a70d723407993ded761fdcff4a2 2024-12-10T09:25:14,045 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f815bfb1ecfe4fa3a43731f7d7fa607c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f815bfb1ecfe4fa3a43731f7d7fa607c 2024-12-10T09:25:14,045 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/19eace83106d4141b4ba2ce21d86d896 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/19eace83106d4141b4ba2ce21d86d896 2024-12-10T09:25:14,046 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/623c61adbf8648aca9c464b35243c9a5 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/623c61adbf8648aca9c464b35243c9a5 2024-12-10T09:25:14,046 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/0b9e0cda3a214802aa550add80d4cbdf to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/0b9e0cda3a214802aa550add80d4cbdf 2024-12-10T09:25:14,046 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/18411e52276c43318cf21b350c675135 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/18411e52276c43318cf21b350c675135 2024-12-10T09:25:14,046 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/e617c35de6ee452f8bf7117de3ab582e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/e617c35de6ee452f8bf7117de3ab582e 2024-12-10T09:25:14,049 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/65eb268144ba:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/66eb7da706ab4d18a08cf9a1a941ad3b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/d2720f20bb25407dbde97d56ba494d88, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/59282833a35641c4b816d6caad13b582, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/5322c3e147c540aeb55587dedd7fc006, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/e6f950316cfe40f69a3ccecec8517d0b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/41470bc0cb7f4a3b9bbdf632b285e1e5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f2ff95efb8ac4d348861db59a44773ba, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/165ab35c9d05445e8bd49d5a9c72803d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/dfd83ff73e70422298445e022e6454ae, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/6f229749e50b4b7b8a300e18fcb232a6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/0634a9ec8d8e49a994edff8be3b6f27d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/252e99dd177f42f388178e527a57e210, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f77600d348ae4255ac21841686e87310, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/96f1b161622449acaea2a9edc1a48cc4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/647314b020514c9fadb0a60e37828019, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f005c956e9414259882b428a6dac512f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/dcf37fa13e764a4da679b49d58449176, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/1385f756daa14ae79729c91360052dd6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/c6f99c3e226c4f0f8ada01a4100af70c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/fdfab19710fc4c4e9b78074bd7b7c616, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/ee0683e951294850b689e5da6590bf2e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/06043786e9004edab49abe897ba8164f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/80f89d77b56d4e9386287fc8ddd7ef49, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f9211c3db99443d7be799f4c8c01cbfd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/fc71747ee88d4b4e9ecdb39146bb8555] to archive 2024-12-10T09:25:14,050 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/65eb268144ba:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:25:14,052 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/66eb7da706ab4d18a08cf9a1a941ad3b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/66eb7da706ab4d18a08cf9a1a941ad3b 2024-12-10T09:25:14,052 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/d2720f20bb25407dbde97d56ba494d88 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/d2720f20bb25407dbde97d56ba494d88 2024-12-10T09:25:14,052 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/165ab35c9d05445e8bd49d5a9c72803d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/165ab35c9d05445e8bd49d5a9c72803d 2024-12-10T09:25:14,052 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/59282833a35641c4b816d6caad13b582 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/59282833a35641c4b816d6caad13b582 2024-12-10T09:25:14,052 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f2ff95efb8ac4d348861db59a44773ba to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f2ff95efb8ac4d348861db59a44773ba 2024-12-10T09:25:14,052 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/41470bc0cb7f4a3b9bbdf632b285e1e5 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/41470bc0cb7f4a3b9bbdf632b285e1e5 2024-12-10T09:25:14,052 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/5322c3e147c540aeb55587dedd7fc006 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/5322c3e147c540aeb55587dedd7fc006 2024-12-10T09:25:14,052 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/e6f950316cfe40f69a3ccecec8517d0b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/e6f950316cfe40f69a3ccecec8517d0b 2024-12-10T09:25:14,053 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/6f229749e50b4b7b8a300e18fcb232a6 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/6f229749e50b4b7b8a300e18fcb232a6 2024-12-10T09:25:14,053 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/dfd83ff73e70422298445e022e6454ae to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/dfd83ff73e70422298445e022e6454ae 2024-12-10T09:25:14,053 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/96f1b161622449acaea2a9edc1a48cc4 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/96f1b161622449acaea2a9edc1a48cc4 2024-12-10T09:25:14,053 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/0634a9ec8d8e49a994edff8be3b6f27d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/0634a9ec8d8e49a994edff8be3b6f27d 2024-12-10T09:25:14,053 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f77600d348ae4255ac21841686e87310 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f77600d348ae4255ac21841686e87310 2024-12-10T09:25:14,053 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/252e99dd177f42f388178e527a57e210 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/252e99dd177f42f388178e527a57e210 2024-12-10T09:25:14,054 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/647314b020514c9fadb0a60e37828019 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/647314b020514c9fadb0a60e37828019 2024-12-10T09:25:14,054 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f005c956e9414259882b428a6dac512f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f005c956e9414259882b428a6dac512f 2024-12-10T09:25:14,054 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/dcf37fa13e764a4da679b49d58449176 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/dcf37fa13e764a4da679b49d58449176 2024-12-10T09:25:14,054 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/1385f756daa14ae79729c91360052dd6 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/1385f756daa14ae79729c91360052dd6 2024-12-10T09:25:14,055 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/c6f99c3e226c4f0f8ada01a4100af70c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/c6f99c3e226c4f0f8ada01a4100af70c 2024-12-10T09:25:14,055 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/fdfab19710fc4c4e9b78074bd7b7c616 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/fdfab19710fc4c4e9b78074bd7b7c616 2024-12-10T09:25:14,055 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/80f89d77b56d4e9386287fc8ddd7ef49 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/80f89d77b56d4e9386287fc8ddd7ef49 2024-12-10T09:25:14,055 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/06043786e9004edab49abe897ba8164f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/06043786e9004edab49abe897ba8164f 2024-12-10T09:25:14,055 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/ee0683e951294850b689e5da6590bf2e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/ee0683e951294850b689e5da6590bf2e 2024-12-10T09:25:14,055 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f9211c3db99443d7be799f4c8c01cbfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/f9211c3db99443d7be799f4c8c01cbfd 2024-12-10T09:25:14,055 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/fc71747ee88d4b4e9ecdb39146bb8555 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/fc71747ee88d4b4e9ecdb39146bb8555 2024-12-10T09:25:14,086 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:14,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-10T09:25:14,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:14,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:14,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:14,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:14,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:14,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32880 deadline: 1733822774118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:14,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/7ace9d1427394a0aaccc42432df946ca 2024-12-10T09:25:14,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/595ee467bc0b4f14b3cf4bb5bcb22fbc is 50, key is test_row_0/C:col10/1733822712975/Put/seqid=0 2024-12-10T09:25:14,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742306_1482 (size=12301) 2024-12-10T09:25:14,239 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:14,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-10T09:25:14,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:14,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:14,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:14,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:14,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:14,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1733822774241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:14,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32878 deadline: 1733822774244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:14,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32902 deadline: 1733822774245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:14,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32914 deadline: 1733822774251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:14,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:14,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-10T09:25:14,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:14,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:14,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:14,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:14,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:14,547 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:14,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-10T09:25:14,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:14,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:14,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:14,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:14,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:14,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/595ee467bc0b4f14b3cf4bb5bcb22fbc 2024-12-10T09:25:14,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/1be0a628fa8c4b2a919bc5df39cdea8e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/1be0a628fa8c4b2a919bc5df39cdea8e 2024-12-10T09:25:14,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/1be0a628fa8c4b2a919bc5df39cdea8e, entries=200, sequenceid=406, filesize=39.0 K 2024-12-10T09:25:14,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/7ace9d1427394a0aaccc42432df946ca as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/7ace9d1427394a0aaccc42432df946ca 2024-12-10T09:25:14,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/7ace9d1427394a0aaccc42432df946ca, entries=150, sequenceid=406, filesize=12.0 K 2024-12-10T09:25:14,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/595ee467bc0b4f14b3cf4bb5bcb22fbc as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/595ee467bc0b4f14b3cf4bb5bcb22fbc 2024-12-10T09:25:14,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/595ee467bc0b4f14b3cf4bb5bcb22fbc, entries=150, sequenceid=406, filesize=12.0 K 2024-12-10T09:25:14,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for dc77deda61777409279398dfbb52edfd in 1657ms, sequenceid=406, compaction requested=true 2024-12-10T09:25:14,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:14,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:25:14,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:14,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:25:14,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:14,633 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:25:14,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dc77deda61777409279398dfbb52edfd:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:25:14,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:14,633 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:25:14,634 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:25:14,634 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134566 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:25:14,635 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/B is initiating minor compaction (all files) 2024-12-10T09:25:14,635 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/A is initiating minor compaction (all files) 2024-12-10T09:25:14,635 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/B in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:14,635 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/A in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:14,635 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/cf0506e8e6064194b5cff3bddd70240a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f2b39d9d3efe4b2a817f9acd4b6f9219, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/8fd00c7d9d864ce485ea6cf1f84cfe34, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/7ace9d1427394a0aaccc42432df946ca] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=48.9 K 2024-12-10T09:25:14,635 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/08e278579fd749d9b9e5b6447cddc6c0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/6ff6a9508c5c4b8894dbaf6c22131ba9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/0314f92ee28a4ff99a2d7284ecfd0567, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/1be0a628fa8c4b2a919bc5df39cdea8e] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=131.4 K 2024-12-10T09:25:14,635 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:14,635 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/08e278579fd749d9b9e5b6447cddc6c0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/6ff6a9508c5c4b8894dbaf6c22131ba9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/0314f92ee28a4ff99a2d7284ecfd0567, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/1be0a628fa8c4b2a919bc5df39cdea8e] 2024-12-10T09:25:14,635 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting cf0506e8e6064194b5cff3bddd70240a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733822708710 2024-12-10T09:25:14,635 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08e278579fd749d9b9e5b6447cddc6c0, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733822708710 2024-12-10T09:25:14,635 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting f2b39d9d3efe4b2a817f9acd4b6f9219, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733822708824 2024-12-10T09:25:14,635 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ff6a9508c5c4b8894dbaf6c22131ba9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733822708824 2024-12-10T09:25:14,635 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fd00c7d9d864ce485ea6cf1f84cfe34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733822709950 2024-12-10T09:25:14,635 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0314f92ee28a4ff99a2d7284ecfd0567, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733822709950 2024-12-10T09:25:14,635 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ace9d1427394a0aaccc42432df946ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733822712105 2024-12-10T09:25:14,636 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1be0a628fa8c4b2a919bc5df39cdea8e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733822712105 2024-12-10T09:25:14,641 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:14,642 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#B#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:14,642 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/fb507c29164142da8d947949ac358a39 is 50, key is test_row_0/B:col10/1733822712975/Put/seqid=0 2024-12-10T09:25:14,642 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412102cfdb5fa7595470b8ea63dd553bfceba_dc77deda61777409279398dfbb52edfd store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:14,645 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412102cfdb5fa7595470b8ea63dd553bfceba_dc77deda61777409279398dfbb52edfd, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:14,645 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412102cfdb5fa7595470b8ea63dd553bfceba_dc77deda61777409279398dfbb52edfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:14,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742307_1483 (size=12439) 2024-12-10T09:25:14,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742308_1484 (size=4469) 2024-12-10T09:25:14,652 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#A#compaction#403 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:14,652 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/cb4561c1655947f4965caea2c9b91ee7 is 175, key is test_row_0/A:col10/1733822712975/Put/seqid=0 2024-12-10T09:25:14,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742309_1485 (size=31393) 2024-12-10T09:25:14,699 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:14,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-10T09:25:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:14,700 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-10T09:25:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:14,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210655c30a24be742208cc0d308d2326b3f_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822712990/Put/seqid=0 2024-12-10T09:25:14,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742310_1486 (size=12454) 2024-12-10T09:25:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-10T09:25:15,051 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/fb507c29164142da8d947949ac358a39 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/fb507c29164142da8d947949ac358a39 2024-12-10T09:25:15,055 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dc77deda61777409279398dfbb52edfd/B of dc77deda61777409279398dfbb52edfd into fb507c29164142da8d947949ac358a39(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:15,055 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:15,055 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/B, priority=12, startTime=1733822714633; duration=0sec 2024-12-10T09:25:15,055 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:15,055 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:B 2024-12-10T09:25:15,055 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:25:15,056 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:25:15,056 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): dc77deda61777409279398dfbb52edfd/C is initiating minor compaction (all files) 2024-12-10T09:25:15,057 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dc77deda61777409279398dfbb52edfd/C in TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:15,057 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/2fb179856cfb41f8b3a27789074cffab, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/1d724ef05192444ca1ff51e59b7a5144, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/ab0c5fd8ca9b4c20b43d3b6b72689fc9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/595ee467bc0b4f14b3cf4bb5bcb22fbc] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp, totalSize=48.9 K 2024-12-10T09:25:15,057 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fb179856cfb41f8b3a27789074cffab, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733822708710 2024-12-10T09:25:15,057 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d724ef05192444ca1ff51e59b7a5144, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733822708824 2024-12-10T09:25:15,058 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting ab0c5fd8ca9b4c20b43d3b6b72689fc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1733822709950 2024-12-10T09:25:15,058 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 595ee467bc0b4f14b3cf4bb5bcb22fbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733822712105 2024-12-10T09:25:15,059 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/cb4561c1655947f4965caea2c9b91ee7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/cb4561c1655947f4965caea2c9b91ee7 2024-12-10T09:25:15,063 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dc77deda61777409279398dfbb52edfd/A of dc77deda61777409279398dfbb52edfd into cb4561c1655947f4965caea2c9b91ee7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:15,064 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:15,064 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/A, priority=12, startTime=1733822714633; duration=0sec 2024-12-10T09:25:15,064 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:15,064 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:A 2024-12-10T09:25:15,068 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc77deda61777409279398dfbb52edfd#C#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:15,068 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/48485cf3e1e245d88a67fca02fe0783d is 50, key is test_row_0/C:col10/1733822712975/Put/seqid=0 2024-12-10T09:25:15,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742311_1487 (size=12439) 2024-12-10T09:25:15,078 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/48485cf3e1e245d88a67fca02fe0783d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/48485cf3e1e245d88a67fca02fe0783d 2024-12-10T09:25:15,083 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dc77deda61777409279398dfbb52edfd/C of dc77deda61777409279398dfbb52edfd into 48485cf3e1e245d88a67fca02fe0783d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:15,083 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:15,083 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd., storeName=dc77deda61777409279398dfbb52edfd/C, priority=12, startTime=1733822714633; duration=0sec 2024-12-10T09:25:15,083 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:15,083 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc77deda61777409279398dfbb52edfd:C 2024-12-10T09:25:15,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:15,115 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210655c30a24be742208cc0d308d2326b3f_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210655c30a24be742208cc0d308d2326b3f_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:15,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/aec5b28f31f94c83b9e68ef525453229, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:15,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/aec5b28f31f94c83b9e68ef525453229 is 175, key is test_row_0/A:col10/1733822712990/Put/seqid=0 2024-12-10T09:25:15,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742312_1488 (size=31255) 2024-12-10T09:25:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:15,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. as already flushing 2024-12-10T09:25:15,121 DEBUG [Thread-1645 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76c1ddcc to 127.0.0.1:56918 2024-12-10T09:25:15,121 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:15,521 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=416, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/aec5b28f31f94c83b9e68ef525453229 2024-12-10T09:25:15,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/11872d995d8042fdbcbf487f7d7639fe is 50, key is test_row_0/B:col10/1733822712990/Put/seqid=0 2024-12-10T09:25:15,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742313_1489 (size=12301) 2024-12-10T09:25:15,940 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/11872d995d8042fdbcbf487f7d7639fe 2024-12-10T09:25:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/67a84c2b51d84eecb17519b1723d14ce is 50, key is test_row_0/C:col10/1733822712990/Put/seqid=0 2024-12-10T09:25:15,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742314_1490 (size=12301) 2024-12-10T09:25:16,253 DEBUG [Thread-1647 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36e4b93f to 127.0.0.1:56918 2024-12-10T09:25:16,253 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:16,260 DEBUG [Thread-1643 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ec2e767 to 127.0.0.1:56918 2024-12-10T09:25:16,261 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:16,263 DEBUG [Thread-1651 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b31cc54 to 127.0.0.1:56918 2024-12-10T09:25:16,264 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:16,266 DEBUG [Thread-1649 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b4eaa21 to 127.0.0.1:56918 2024-12-10T09:25:16,266 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:16,355 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/67a84c2b51d84eecb17519b1723d14ce 2024-12-10T09:25:16,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/aec5b28f31f94c83b9e68ef525453229 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/aec5b28f31f94c83b9e68ef525453229 2024-12-10T09:25:16,367 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/aec5b28f31f94c83b9e68ef525453229, entries=150, sequenceid=416, filesize=30.5 K 2024-12-10T09:25:16,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/11872d995d8042fdbcbf487f7d7639fe as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/11872d995d8042fdbcbf487f7d7639fe 2024-12-10T09:25:16,373 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/11872d995d8042fdbcbf487f7d7639fe, entries=150, sequenceid=416, filesize=12.0 K 2024-12-10T09:25:16,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/67a84c2b51d84eecb17519b1723d14ce as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/67a84c2b51d84eecb17519b1723d14ce 2024-12-10T09:25:16,378 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/67a84c2b51d84eecb17519b1723d14ce, entries=150, sequenceid=416, filesize=12.0 K 2024-12-10T09:25:16,378 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=33.54 KB/34350 for dc77deda61777409279398dfbb52edfd in 1678ms, sequenceid=416, compaction requested=false 2024-12-10T09:25:16,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:16,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:16,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-10T09:25:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-10T09:25:16,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-10T09:25:16,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5090 sec 2024-12-10T09:25:16,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 3.5130 sec 2024-12-10T09:25:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-10T09:25:16,975 INFO [Thread-1653 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-10T09:25:16,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2603 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7809 rows 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2620 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7860 rows 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2602 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7805 rows 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2610 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7829 rows 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2633 2024-12-10T09:25:16,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7898 rows 2024-12-10T09:25:16,976 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T09:25:16,976 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x282c1797 to 127.0.0.1:56918 2024-12-10T09:25:16,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:16,983 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-10T09:25:16,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-10T09:25:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-10T09:25:16,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822716986"}]},"ts":"1733822716986"} 2024-12-10T09:25:16,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-10T09:25:17,029 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-10T09:25:17,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-10T09:25:17,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc77deda61777409279398dfbb52edfd, UNASSIGN}] 2024-12-10T09:25:17,033 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc77deda61777409279398dfbb52edfd, UNASSIGN 2024-12-10T09:25:17,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=dc77deda61777409279398dfbb52edfd, regionState=CLOSING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:25:17,035 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T09:25:17,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; CloseRegionProcedure dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:25:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-10T09:25:17,188 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:17,189 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(124): Close dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:17,189 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-10T09:25:17,189 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1681): Closing dc77deda61777409279398dfbb52edfd, disabling compactions & flushes 2024-12-10T09:25:17,189 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:17,189 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:17,190 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. after waiting 0 ms 2024-12-10T09:25:17,190 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:17,190 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(2837): Flushing dc77deda61777409279398dfbb52edfd 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-10T09:25:17,190 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=A 2024-12-10T09:25:17,190 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:17,190 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=B 2024-12-10T09:25:17,191 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:17,191 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dc77deda61777409279398dfbb52edfd, store=C 2024-12-10T09:25:17,191 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:17,201 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210ee17ec6230ee465b810f62256e72239a_dc77deda61777409279398dfbb52edfd is 50, key is test_row_0/A:col10/1733822716264/Put/seqid=0 2024-12-10T09:25:17,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742315_1491 (size=9914) 2024-12-10T09:25:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-10T09:25:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-10T09:25:17,606 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:17,615 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210ee17ec6230ee465b810f62256e72239a_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210ee17ec6230ee465b810f62256e72239a_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:17,616 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/3a25a243d69242548a563632367f1e1f, store: [table=TestAcidGuarantees family=A region=dc77deda61777409279398dfbb52edfd] 2024-12-10T09:25:17,617 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/3a25a243d69242548a563632367f1e1f is 175, key is test_row_0/A:col10/1733822716264/Put/seqid=0 2024-12-10T09:25:17,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742316_1492 (size=22561) 2024-12-10T09:25:18,022 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=427, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/3a25a243d69242548a563632367f1e1f 2024-12-10T09:25:18,038 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/b3d117a089a44c8f92e4099894cd4b7a is 50, key is test_row_0/B:col10/1733822716264/Put/seqid=0 2024-12-10T09:25:18,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742317_1493 (size=9857) 2024-12-10T09:25:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-10T09:25:18,443 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/b3d117a089a44c8f92e4099894cd4b7a 2024-12-10T09:25:18,456 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/e2de890ea61e48ae982c8bde80172fab is 50, key is test_row_0/C:col10/1733822716264/Put/seqid=0 2024-12-10T09:25:18,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742318_1494 (size=9857) 2024-12-10T09:25:18,861 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/e2de890ea61e48ae982c8bde80172fab 2024-12-10T09:25:18,871 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/A/3a25a243d69242548a563632367f1e1f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/3a25a243d69242548a563632367f1e1f 2024-12-10T09:25:18,877 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/3a25a243d69242548a563632367f1e1f, entries=100, sequenceid=427, filesize=22.0 K 2024-12-10T09:25:18,878 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/B/b3d117a089a44c8f92e4099894cd4b7a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/b3d117a089a44c8f92e4099894cd4b7a 2024-12-10T09:25:18,884 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/b3d117a089a44c8f92e4099894cd4b7a, entries=100, sequenceid=427, filesize=9.6 K 2024-12-10T09:25:18,885 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/.tmp/C/e2de890ea61e48ae982c8bde80172fab as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/e2de890ea61e48ae982c8bde80172fab 2024-12-10T09:25:18,890 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/e2de890ea61e48ae982c8bde80172fab, entries=100, sequenceid=427, filesize=9.6 K 2024-12-10T09:25:18,890 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for dc77deda61777409279398dfbb52edfd in 1700ms, sequenceid=427, compaction requested=true 2024-12-10T09:25:18,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/08e278579fd749d9b9e5b6447cddc6c0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/6ff6a9508c5c4b8894dbaf6c22131ba9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/0314f92ee28a4ff99a2d7284ecfd0567, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/1be0a628fa8c4b2a919bc5df39cdea8e] to archive 2024-12-10T09:25:18,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:25:18,894 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/1be0a628fa8c4b2a919bc5df39cdea8e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/1be0a628fa8c4b2a919bc5df39cdea8e 2024-12-10T09:25:18,894 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/6ff6a9508c5c4b8894dbaf6c22131ba9 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/6ff6a9508c5c4b8894dbaf6c22131ba9 2024-12-10T09:25:18,894 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/0314f92ee28a4ff99a2d7284ecfd0567 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/0314f92ee28a4ff99a2d7284ecfd0567 2024-12-10T09:25:18,894 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/08e278579fd749d9b9e5b6447cddc6c0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/08e278579fd749d9b9e5b6447cddc6c0 2024-12-10T09:25:18,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/cf0506e8e6064194b5cff3bddd70240a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f2b39d9d3efe4b2a817f9acd4b6f9219, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/8fd00c7d9d864ce485ea6cf1f84cfe34, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/7ace9d1427394a0aaccc42432df946ca] to archive 2024-12-10T09:25:18,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:25:18,898 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/cf0506e8e6064194b5cff3bddd70240a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/cf0506e8e6064194b5cff3bddd70240a 2024-12-10T09:25:18,898 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f2b39d9d3efe4b2a817f9acd4b6f9219 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/f2b39d9d3efe4b2a817f9acd4b6f9219 2024-12-10T09:25:18,898 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/8fd00c7d9d864ce485ea6cf1f84cfe34 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/8fd00c7d9d864ce485ea6cf1f84cfe34 2024-12-10T09:25:18,898 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/7ace9d1427394a0aaccc42432df946ca to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/7ace9d1427394a0aaccc42432df946ca 2024-12-10T09:25:18,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/2fb179856cfb41f8b3a27789074cffab, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/1d724ef05192444ca1ff51e59b7a5144, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/ab0c5fd8ca9b4c20b43d3b6b72689fc9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/595ee467bc0b4f14b3cf4bb5bcb22fbc] to archive 2024-12-10T09:25:18,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:25:18,902 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/2fb179856cfb41f8b3a27789074cffab to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/2fb179856cfb41f8b3a27789074cffab 2024-12-10T09:25:18,902 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/1d724ef05192444ca1ff51e59b7a5144 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/1d724ef05192444ca1ff51e59b7a5144 2024-12-10T09:25:18,902 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/595ee467bc0b4f14b3cf4bb5bcb22fbc to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/595ee467bc0b4f14b3cf4bb5bcb22fbc 2024-12-10T09:25:18,902 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/ab0c5fd8ca9b4c20b43d3b6b72689fc9 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/ab0c5fd8ca9b4c20b43d3b6b72689fc9 2024-12-10T09:25:18,906 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/recovered.edits/430.seqid, newMaxSeqId=430, maxSeqId=4 2024-12-10T09:25:18,906 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd. 2024-12-10T09:25:18,906 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1635): Region close journal for dc77deda61777409279398dfbb52edfd: 2024-12-10T09:25:18,908 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(170): Closed dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:18,908 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=dc77deda61777409279398dfbb52edfd, regionState=CLOSED 2024-12-10T09:25:18,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-10T09:25:18,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; CloseRegionProcedure dc77deda61777409279398dfbb52edfd, server=65eb268144ba,42979,1733822591299 in 1.8740 sec 2024-12-10T09:25:18,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=130, resume processing ppid=129 2024-12-10T09:25:18,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=129, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dc77deda61777409279398dfbb52edfd, UNASSIGN in 1.8780 sec 2024-12-10T09:25:18,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-10T09:25:18,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8820 sec 2024-12-10T09:25:18,913 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822718913"}]},"ts":"1733822718913"} 2024-12-10T09:25:18,914 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-10T09:25:18,954 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-10T09:25:18,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9710 sec 2024-12-10T09:25:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-10T09:25:19,093 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-10T09:25:19,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-10T09:25:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:19,095 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-10T09:25:19,096 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=132, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:19,097 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,099 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/recovered.edits] 2024-12-10T09:25:19,101 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/3a25a243d69242548a563632367f1e1f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/3a25a243d69242548a563632367f1e1f 2024-12-10T09:25:19,101 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/cb4561c1655947f4965caea2c9b91ee7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/cb4561c1655947f4965caea2c9b91ee7 2024-12-10T09:25:19,102 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/aec5b28f31f94c83b9e68ef525453229 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/A/aec5b28f31f94c83b9e68ef525453229 2024-12-10T09:25:19,104 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/b3d117a089a44c8f92e4099894cd4b7a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/b3d117a089a44c8f92e4099894cd4b7a 2024-12-10T09:25:19,104 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/11872d995d8042fdbcbf487f7d7639fe to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/11872d995d8042fdbcbf487f7d7639fe 2024-12-10T09:25:19,104 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/fb507c29164142da8d947949ac358a39 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/B/fb507c29164142da8d947949ac358a39 2024-12-10T09:25:19,107 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/48485cf3e1e245d88a67fca02fe0783d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/48485cf3e1e245d88a67fca02fe0783d 2024-12-10T09:25:19,107 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/67a84c2b51d84eecb17519b1723d14ce to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/67a84c2b51d84eecb17519b1723d14ce 2024-12-10T09:25:19,107 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/e2de890ea61e48ae982c8bde80172fab to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/C/e2de890ea61e48ae982c8bde80172fab 2024-12-10T09:25:19,110 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/recovered.edits/430.seqid to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd/recovered.edits/430.seqid 2024-12-10T09:25:19,110 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,111 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-10T09:25:19,111 DEBUG [PEWorker-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-10T09:25:19,112 DEBUG [PEWorker-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-10T09:25:19,120 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412102459bb2620554ef48814652d22d9000c_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412102459bb2620554ef48814652d22d9000c_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,120 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121018c8079c7191449d81d7d1362a852c30_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121018c8079c7191449d81d7d1362a852c30_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,120 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121051eebfa0112a4524abeba5f6e6e479f6_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121051eebfa0112a4524abeba5f6e6e479f6_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,120 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121052544485bf2048debb9d1e1cb226d950_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121052544485bf2048debb9d1e1cb226d950_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,120 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412105dcca9b781234afc947db9e4b2e3f8b9_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412105dcca9b781234afc947db9e4b2e3f8b9_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,121 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210620dc6215ac041e0814292180b911710_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210620dc6215ac041e0814292180b911710_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,121 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210640c8cc2ac124261a0ec5aec19bd1b5b_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210640c8cc2ac124261a0ec5aec19bd1b5b_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,121 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210655c30a24be742208cc0d308d2326b3f_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210655c30a24be742208cc0d308d2326b3f_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,122 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412107287e022fc964829848de6d6c25ab44a_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412107287e022fc964829848de6d6c25ab44a_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,122 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412108ea2607e755e4d7f867962fa469ca893_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412108ea2607e755e4d7f867962fa469ca893_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,122 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121090032c31fa414117aac9b15bd012eff9_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121090032c31fa414117aac9b15bd012eff9_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,122 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121082d29e1454334d3ca9edd6f6eb80bb0a_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121082d29e1454334d3ca9edd6f6eb80bb0a_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,122 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412107d03e8582f9b4b3ebc1aca18f3ba40e1_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412107d03e8582f9b4b3ebc1aca18f3ba40e1_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,122 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210812a0d19c80541b0bd95e0d869509458_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210812a0d19c80541b0bd95e0d869509458_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,122 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121091565190f6d9414fb728783d26e23945_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121091565190f6d9414fb728783d26e23945_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,122 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210a276da12a8a242749b03df946de9f4b9_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210a276da12a8a242749b03df946de9f4b9_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,123 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210a9105d571c044b6a8f4e013439c32ea0_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210a9105d571c044b6a8f4e013439c32ea0_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,123 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210ad7eace64099464b900a703550c18715_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210ad7eace64099464b900a703550c18715_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,124 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210d08c04ed3305450cb5b7f25f2b1362c7_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210d08c04ed3305450cb5b7f25f2b1362c7_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,124 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210b935ab1ecdef48e9acd44378f909a1c9_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210b935ab1ecdef48e9acd44378f909a1c9_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,124 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210ee17ec6230ee465b810f62256e72239a_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210ee17ec6230ee465b810f62256e72239a_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,124 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210ed9bc0f83ce34065ad3f4fc3737f4640_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210ed9bc0f83ce34065ad3f4fc3737f4640_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,124 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210eee8876a1a1d45b4a9f61c757d0fd4ec_dc77deda61777409279398dfbb52edfd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210eee8876a1a1d45b4a9f61c757d0fd4ec_dc77deda61777409279398dfbb52edfd 2024-12-10T09:25:19,125 DEBUG [PEWorker-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-10T09:25:19,127 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=132, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:19,128 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-10T09:25:19,130 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-10T09:25:19,131 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=132, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:19,131 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-10T09:25:19,131 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733822719131"}]},"ts":"9223372036854775807"} 2024-12-10T09:25:19,133 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-10T09:25:19,133 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => dc77deda61777409279398dfbb52edfd, NAME => 'TestAcidGuarantees,,1733822687660.dc77deda61777409279398dfbb52edfd.', STARTKEY => '', ENDKEY => ''}] 2024-12-10T09:25:19,133 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-10T09:25:19,133 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733822719133"}]},"ts":"9223372036854775807"} 2024-12-10T09:25:19,135 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-10T09:25:19,146 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=132, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:19,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-12-10T09:25:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-10T09:25:19,198 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-10T09:25:19,210 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=247 (was 247), OpenFileDescriptor=456 (was 462), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 462) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 11), AvailableMemoryMB=4847 (was 2027) - AvailableMemoryMB LEAK? - 2024-12-10T09:25:19,220 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=247, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=9, AvailableMemoryMB=4846 2024-12-10T09:25:19,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-10T09:25:19,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T09:25:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:19,223 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T09:25:19,223 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:19,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 133 2024-12-10T09:25:19,224 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T09:25:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-10T09:25:19,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742319_1495 (size=963) 2024-12-10T09:25:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-10T09:25:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-10T09:25:19,636 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95 2024-12-10T09:25:19,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742320_1496 (size=53) 2024-12-10T09:25:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-10T09:25:20,047 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:25:20,047 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ff3ba827106db17fa297b6025e783a6f, disabling compactions & flushes 2024-12-10T09:25:20,047 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:20,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:20,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. after waiting 0 ms 2024-12-10T09:25:20,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:20,048 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:20,048 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:20,050 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T09:25:20,051 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733822720050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733822720050"}]},"ts":"1733822720050"} 2024-12-10T09:25:20,054 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T09:25:20,055 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T09:25:20,056 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822720055"}]},"ts":"1733822720055"} 2024-12-10T09:25:20,057 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-10T09:25:20,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff3ba827106db17fa297b6025e783a6f, ASSIGN}] 2024-12-10T09:25:20,228 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff3ba827106db17fa297b6025e783a6f, ASSIGN 2024-12-10T09:25:20,229 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff3ba827106db17fa297b6025e783a6f, ASSIGN; state=OFFLINE, location=65eb268144ba,42979,1733822591299; forceNewPlan=false, retain=false 2024-12-10T09:25:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-10T09:25:20,380 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=ff3ba827106db17fa297b6025e783a6f, regionState=OPENING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:25:20,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; OpenRegionProcedure ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:25:20,536 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:20,542 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:20,543 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7285): Opening region: {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} 2024-12-10T09:25:20,544 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:20,544 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:25:20,545 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7327): checking encryption for ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:20,545 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7330): checking classloading for ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:20,547 INFO [StoreOpener-ff3ba827106db17fa297b6025e783a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:20,549 INFO [StoreOpener-ff3ba827106db17fa297b6025e783a6f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:25:20,549 INFO [StoreOpener-ff3ba827106db17fa297b6025e783a6f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff3ba827106db17fa297b6025e783a6f columnFamilyName A 2024-12-10T09:25:20,549 DEBUG [StoreOpener-ff3ba827106db17fa297b6025e783a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:20,550 INFO [StoreOpener-ff3ba827106db17fa297b6025e783a6f-1 {}] regionserver.HStore(327): Store=ff3ba827106db17fa297b6025e783a6f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:25:20,550 INFO [StoreOpener-ff3ba827106db17fa297b6025e783a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:20,551 INFO [StoreOpener-ff3ba827106db17fa297b6025e783a6f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:25:20,552 INFO [StoreOpener-ff3ba827106db17fa297b6025e783a6f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff3ba827106db17fa297b6025e783a6f columnFamilyName B 2024-12-10T09:25:20,552 DEBUG [StoreOpener-ff3ba827106db17fa297b6025e783a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:20,552 INFO [StoreOpener-ff3ba827106db17fa297b6025e783a6f-1 {}] regionserver.HStore(327): Store=ff3ba827106db17fa297b6025e783a6f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:25:20,552 INFO [StoreOpener-ff3ba827106db17fa297b6025e783a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:20,554 INFO [StoreOpener-ff3ba827106db17fa297b6025e783a6f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:25:20,554 INFO [StoreOpener-ff3ba827106db17fa297b6025e783a6f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff3ba827106db17fa297b6025e783a6f columnFamilyName C 2024-12-10T09:25:20,554 DEBUG [StoreOpener-ff3ba827106db17fa297b6025e783a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:20,554 INFO [StoreOpener-ff3ba827106db17fa297b6025e783a6f-1 {}] regionserver.HStore(327): Store=ff3ba827106db17fa297b6025e783a6f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:25:20,555 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:20,556 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:20,556 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:20,558 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-10T09:25:20,559 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1085): writing seq id for ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:20,560 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T09:25:20,560 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1102): Opened ff3ba827106db17fa297b6025e783a6f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63765957, jitterRate=-0.04981319606304169}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-10T09:25:20,561 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1001): Region open journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:20,561 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., pid=135, masterSystemTime=1733822720536 2024-12-10T09:25:20,562 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:20,562 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:20,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=ff3ba827106db17fa297b6025e783a6f, regionState=OPEN, openSeqNum=2, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:25:20,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-10T09:25:20,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; OpenRegionProcedure ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 in 181 msec 2024-12-10T09:25:20,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=134, resume processing ppid=133 2024-12-10T09:25:20,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff3ba827106db17fa297b6025e783a6f, ASSIGN in 339 msec 2024-12-10T09:25:20,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T09:25:20,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822720566"}]},"ts":"1733822720566"} 2024-12-10T09:25:20,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-10T09:25:20,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T09:25:20,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3570 sec 2024-12-10T09:25:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-10T09:25:21,335 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 133 completed 2024-12-10T09:25:21,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d0434e0 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c23e833 2024-12-10T09:25:21,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712c861e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:21,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:21,393 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:21,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T09:25:21,397 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T09:25:21,400 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x210f9fb4 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@226e89d6 2024-12-10T09:25:21,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3767e7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:21,413 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27cbac41 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71bda157 2024-12-10T09:25:21,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ed98ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:21,422 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5af750e8 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@465ce5f8 2024-12-10T09:25:21,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e32f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:21,431 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319db21a to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10cfe2f4 2024-12-10T09:25:21,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1f6ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:21,440 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39ba0ed8 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560d8359 2024-12-10T09:25:21,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd6dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:21,448 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ae83603 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c7fbf3 2024-12-10T09:25:21,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c44cfe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:21,456 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cf92b10 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25d8431f 2024-12-10T09:25:21,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f898ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:21,463 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f3c82a2 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@689bf8e1 2024-12-10T09:25:21,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcc9aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:21,471 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ec273c5 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2929dc0c 2024-12-10T09:25:21,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bd3024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:21,480 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58ade5f9 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f838b5c 2024-12-10T09:25:21,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7070a098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:21,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-10T09:25:21,492 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-10T09:25:21,492 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:21,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:21,495 DEBUG [hconnection-0x1ab2f3ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:21,496 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:21,496 DEBUG [hconnection-0x7c051588-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:21,497 DEBUG [hconnection-0x350d1e1d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:21,497 DEBUG [hconnection-0x37655f2b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:21,497 DEBUG [hconnection-0x77834d5b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:21,497 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:21,497 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:21,497 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:21,498 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:21,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-10T09:25:21,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:21,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:21,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:21,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:21,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:21,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:21,507 DEBUG [hconnection-0x176fd872-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:21,507 DEBUG [hconnection-0x6fb9f395-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:21,508 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:21,508 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:21,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822781509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:21,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:21,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822781510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822781510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822781510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,511 DEBUG [hconnection-0x12fdb690-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:21,511 DEBUG [hconnection-0x69e9b4c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:21,512 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:21,512 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:21,513 DEBUG [hconnection-0x49489cc9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:21,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822781513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,514 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:21,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/009fbbab0e23428b9ca2e336c04671f3 is 50, key is test_row_0/A:col10/1733822721500/Put/seqid=0 2024-12-10T09:25:21,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742321_1497 (size=12001) 2024-12-10T09:25:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-10T09:25:21,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822781611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822781611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822781611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822781611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822781616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,643 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-10T09:25:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:21,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-10T09:25:21,795 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-10T09:25:21,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:21,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:21,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:21,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:21,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:21,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822781813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822781813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822781814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822781817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822781819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/009fbbab0e23428b9ca2e336c04671f3 2024-12-10T09:25:21,947 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:21,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-10T09:25:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:21,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:21,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/ea56637c6732454e95b296d78c542b0f is 50, key is test_row_0/B:col10/1733822721500/Put/seqid=0 2024-12-10T09:25:21,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742322_1498 (size=12001) 2024-12-10T09:25:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-10T09:25:22,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-10T09:25:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:22,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:22,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822782116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822782117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822782117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822782119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822782120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,252 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-10T09:25:22,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:22,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:22,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:22,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:22,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:22,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/ea56637c6732454e95b296d78c542b0f 2024-12-10T09:25:22,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/3feb73b5622a4dd18cb58e7766626021 is 50, key is test_row_0/C:col10/1733822721500/Put/seqid=0 2024-12-10T09:25:22,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742323_1499 (size=12001) 2024-12-10T09:25:22,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-10T09:25:22,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:22,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:22,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:22,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:22,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:22,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-10T09:25:22,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:22,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:22,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:22,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:22,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-10T09:25:22,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822782621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822782621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822782623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822782625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822782625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-10T09:25:22,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:22,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:22,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:22,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:22,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:22,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/3feb73b5622a4dd18cb58e7766626021 2024-12-10T09:25:22,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/009fbbab0e23428b9ca2e336c04671f3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/009fbbab0e23428b9ca2e336c04671f3 2024-12-10T09:25:22,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/009fbbab0e23428b9ca2e336c04671f3, entries=150, sequenceid=14, filesize=11.7 K 2024-12-10T09:25:22,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/ea56637c6732454e95b296d78c542b0f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/ea56637c6732454e95b296d78c542b0f 2024-12-10T09:25:22,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/ea56637c6732454e95b296d78c542b0f, entries=150, sequenceid=14, filesize=11.7 K 2024-12-10T09:25:22,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/3feb73b5622a4dd18cb58e7766626021 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/3feb73b5622a4dd18cb58e7766626021 2024-12-10T09:25:22,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/3feb73b5622a4dd18cb58e7766626021, entries=150, sequenceid=14, filesize=11.7 K 2024-12-10T09:25:22,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for ff3ba827106db17fa297b6025e783a6f in 1290ms, sequenceid=14, compaction requested=false 2024-12-10T09:25:22,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:22,861 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:22,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-10T09:25:22,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:22,861 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-10T09:25:22,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:22,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:22,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:22,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:22,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:22,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:22,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/458773850d4e46a699d1216980aa5637 is 50, key is test_row_0/A:col10/1733822721509/Put/seqid=0 2024-12-10T09:25:22,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742324_1500 (size=12001) 2024-12-10T09:25:23,269 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/458773850d4e46a699d1216980aa5637 2024-12-10T09:25:23,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/062b62ca727a45f7a1ab50fe7f6ac775 is 50, key is test_row_0/B:col10/1733822721509/Put/seqid=0 2024-12-10T09:25:23,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742325_1501 (size=12001) 2024-12-10T09:25:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-10T09:25:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:23,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:23,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822783637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:23,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822783637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:23,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822783639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:23,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822783640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:23,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822783640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:23,687 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/062b62ca727a45f7a1ab50fe7f6ac775 2024-12-10T09:25:23,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/a7ffdef309e04cee8bb54b4683367467 is 50, key is test_row_0/C:col10/1733822721509/Put/seqid=0 2024-12-10T09:25:23,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742326_1502 (size=12001) 2024-12-10T09:25:23,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822783741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:23,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822783744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:23,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822783746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:23,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822783747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:23,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822783944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:23,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:23,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822783950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:23,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:23,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822783950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:23,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:23,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822783950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,113 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/a7ffdef309e04cee8bb54b4683367467 2024-12-10T09:25:24,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/458773850d4e46a699d1216980aa5637 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/458773850d4e46a699d1216980aa5637 2024-12-10T09:25:24,119 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/458773850d4e46a699d1216980aa5637, entries=150, sequenceid=38, filesize=11.7 K 2024-12-10T09:25:24,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/062b62ca727a45f7a1ab50fe7f6ac775 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/062b62ca727a45f7a1ab50fe7f6ac775 2024-12-10T09:25:24,122 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/062b62ca727a45f7a1ab50fe7f6ac775, entries=150, sequenceid=38, filesize=11.7 K 2024-12-10T09:25:24,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/a7ffdef309e04cee8bb54b4683367467 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a7ffdef309e04cee8bb54b4683367467 2024-12-10T09:25:24,126 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a7ffdef309e04cee8bb54b4683367467, entries=150, sequenceid=38, filesize=11.7 K 2024-12-10T09:25:24,126 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ff3ba827106db17fa297b6025e783a6f in 1265ms, sequenceid=38, compaction requested=false 2024-12-10T09:25:24,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:24,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:24,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-10T09:25:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-10T09:25:24,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-10T09:25:24,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6350 sec 2024-12-10T09:25:24,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.6370 sec 2024-12-10T09:25:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:24,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-10T09:25:24,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:24,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:24,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:24,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:24,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:24,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:24,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/167c839949ea448abdbaf946cde808bb is 50, key is test_row_0/A:col10/1733822723639/Put/seqid=0 2024-12-10T09:25:24,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742327_1503 (size=12001) 2024-12-10T09:25:24,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822784299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822784299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822784300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822784304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822784405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822784405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822784405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822784408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T09:25:24,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822784611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822784611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822784611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822784612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/167c839949ea448abdbaf946cde808bb 2024-12-10T09:25:24,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/17df37032e144aadb8cd4bfb60e7b66e is 50, key is test_row_0/B:col10/1733822723639/Put/seqid=0 2024-12-10T09:25:24,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742328_1504 (size=12001) 2024-12-10T09:25:24,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822784914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822784914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822784915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:24,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822784915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:25,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/17df37032e144aadb8cd4bfb60e7b66e 2024-12-10T09:25:25,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/91bda749cbd0455c8fe460ebd5bcd97f is 50, key is test_row_0/C:col10/1733822723639/Put/seqid=0 2024-12-10T09:25:25,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742329_1505 (size=12001) 2024-12-10T09:25:25,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822785420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:25,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822785421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:25,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822785422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:25,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822785422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:25,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/91bda749cbd0455c8fe460ebd5bcd97f 2024-12-10T09:25:25,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/167c839949ea448abdbaf946cde808bb as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/167c839949ea448abdbaf946cde808bb 2024-12-10T09:25:25,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/167c839949ea448abdbaf946cde808bb, entries=150, sequenceid=51, filesize=11.7 K 2024-12-10T09:25:25,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/17df37032e144aadb8cd4bfb60e7b66e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/17df37032e144aadb8cd4bfb60e7b66e 2024-12-10T09:25:25,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/17df37032e144aadb8cd4bfb60e7b66e, entries=150, sequenceid=51, filesize=11.7 K 2024-12-10T09:25:25,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/91bda749cbd0455c8fe460ebd5bcd97f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/91bda749cbd0455c8fe460ebd5bcd97f 2024-12-10T09:25:25,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/91bda749cbd0455c8fe460ebd5bcd97f, entries=150, sequenceid=51, filesize=11.7 K 2024-12-10T09:25:25,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ff3ba827106db17fa297b6025e783a6f in 1274ms, sequenceid=51, compaction requested=true 2024-12-10T09:25:25,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:25,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:25:25,521 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:25,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:25,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:25:25,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:25,521 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:25,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:25:25,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:25,522 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:25,522 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/A is initiating minor compaction (all files) 2024-12-10T09:25:25,522 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/A in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:25,522 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/009fbbab0e23428b9ca2e336c04671f3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/458773850d4e46a699d1216980aa5637, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/167c839949ea448abdbaf946cde808bb] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=35.2 K 2024-12-10T09:25:25,522 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:25,522 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/B is initiating minor compaction (all files) 2024-12-10T09:25:25,522 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/B in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:25,522 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/ea56637c6732454e95b296d78c542b0f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/062b62ca727a45f7a1ab50fe7f6ac775, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/17df37032e144aadb8cd4bfb60e7b66e] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=35.2 K 2024-12-10T09:25:25,522 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 009fbbab0e23428b9ca2e336c04671f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733822721500 2024-12-10T09:25:25,523 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting ea56637c6732454e95b296d78c542b0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733822721500 2024-12-10T09:25:25,523 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 458773850d4e46a699d1216980aa5637, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733822721509 2024-12-10T09:25:25,523 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 062b62ca727a45f7a1ab50fe7f6ac775, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733822721509 2024-12-10T09:25:25,523 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 167c839949ea448abdbaf946cde808bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733822723639 2024-12-10T09:25:25,523 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 17df37032e144aadb8cd4bfb60e7b66e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733822723639 2024-12-10T09:25:25,528 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:25,528 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/061664dfa9134c77b2f14cbf43f8ac8d is 50, key is test_row_0/A:col10/1733822723639/Put/seqid=0 2024-12-10T09:25:25,529 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:25,529 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/fb09b6553af94ec6ba92df264e0aa669 is 50, key is test_row_0/B:col10/1733822723639/Put/seqid=0 2024-12-10T09:25:25,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742330_1506 (size=12104) 2024-12-10T09:25:25,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742331_1507 (size=12104) 2024-12-10T09:25:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-10T09:25:25,596 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-10T09:25:25,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-10T09:25:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-10T09:25:25,598 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:25,598 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:25,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:25,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-10T09:25:25,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:25,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:25,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:25,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:25,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:25,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:25,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/4bb4d17dd5104010bf282cff60334dab is 50, key is test_row_0/A:col10/1733822724303/Put/seqid=0 2024-12-10T09:25:25,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742332_1508 (size=14341) 2024-12-10T09:25:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-10T09:25:25,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822785701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:25,749 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:25,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-10T09:25:25,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:25,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:25,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:25,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:25,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:25,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822785803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-10T09:25:25,902 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:25,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-10T09:25:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:25,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:25,943 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/061664dfa9134c77b2f14cbf43f8ac8d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/061664dfa9134c77b2f14cbf43f8ac8d 2024-12-10T09:25:25,946 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/A of ff3ba827106db17fa297b6025e783a6f into 061664dfa9134c77b2f14cbf43f8ac8d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:25,946 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:25,946 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/A, priority=13, startTime=1733822725521; duration=0sec 2024-12-10T09:25:25,946 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:25,946 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:A 2024-12-10T09:25:25,946 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:25,947 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:25,947 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/C is initiating minor compaction (all files) 2024-12-10T09:25:25,947 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/C in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:25,947 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/3feb73b5622a4dd18cb58e7766626021, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a7ffdef309e04cee8bb54b4683367467, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/91bda749cbd0455c8fe460ebd5bcd97f] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=35.2 K 2024-12-10T09:25:25,948 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3feb73b5622a4dd18cb58e7766626021, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733822721500 2024-12-10T09:25:25,948 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7ffdef309e04cee8bb54b4683367467, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733822721509 2024-12-10T09:25:25,948 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91bda749cbd0455c8fe460ebd5bcd97f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733822723639 2024-12-10T09:25:25,948 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/fb09b6553af94ec6ba92df264e0aa669 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/fb09b6553af94ec6ba92df264e0aa669 2024-12-10T09:25:25,951 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/B of ff3ba827106db17fa297b6025e783a6f into fb09b6553af94ec6ba92df264e0aa669(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:25,951 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:25,952 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/B, priority=13, startTime=1733822725521; duration=0sec 2024-12-10T09:25:25,952 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:25,952 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:B 2024-12-10T09:25:25,953 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#C#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:25,954 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/72db9aa67ea441c0a74a5422e400b455 is 50, key is test_row_0/C:col10/1733822723639/Put/seqid=0 2024-12-10T09:25:25,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742333_1509 (size=12104) 2024-12-10T09:25:26,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822786008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:26,054 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:26,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-10T09:25:26,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:26,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:26,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:26,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/4bb4d17dd5104010bf282cff60334dab 2024-12-10T09:25:26,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/c9a9ea7a627e476f91f209723b81d7b8 is 50, key is test_row_0/B:col10/1733822724303/Put/seqid=0 2024-12-10T09:25:26,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742334_1510 (size=12001) 2024-12-10T09:25:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-10T09:25:26,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:26,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-10T09:25:26,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:26,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:26,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:26,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822786311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:26,358 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:26,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-10T09:25:26,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:26,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:26,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:26,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,360 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/72db9aa67ea441c0a74a5422e400b455 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/72db9aa67ea441c0a74a5422e400b455 2024-12-10T09:25:26,363 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/C of ff3ba827106db17fa297b6025e783a6f into 72db9aa67ea441c0a74a5422e400b455(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:26,363 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:26,363 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/C, priority=13, startTime=1733822725521; duration=0sec 2024-12-10T09:25:26,363 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:26,363 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:C 2024-12-10T09:25:26,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822786427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822786428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:26,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822786429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:26,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822786431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:26,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/c9a9ea7a627e476f91f209723b81d7b8 2024-12-10T09:25:26,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/7b2fc69f0aa74940b0e0e73b2be244ac is 50, key is test_row_0/C:col10/1733822724303/Put/seqid=0 2024-12-10T09:25:26,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742335_1511 (size=12001) 2024-12-10T09:25:26,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:26,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-10T09:25:26,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:26,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:26,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:26,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,662 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:26,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-10T09:25:26,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:26,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:26,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:26,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-10T09:25:26,815 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:26,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-10T09:25:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:26,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:26,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822786816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:26,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/7b2fc69f0aa74940b0e0e73b2be244ac 2024-12-10T09:25:26,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/4bb4d17dd5104010bf282cff60334dab as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/4bb4d17dd5104010bf282cff60334dab 2024-12-10T09:25:26,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/4bb4d17dd5104010bf282cff60334dab, entries=200, sequenceid=75, filesize=14.0 K 2024-12-10T09:25:26,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/c9a9ea7a627e476f91f209723b81d7b8 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/c9a9ea7a627e476f91f209723b81d7b8 2024-12-10T09:25:26,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/c9a9ea7a627e476f91f209723b81d7b8, entries=150, sequenceid=75, filesize=11.7 K 2024-12-10T09:25:26,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/7b2fc69f0aa74940b0e0e73b2be244ac as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/7b2fc69f0aa74940b0e0e73b2be244ac 2024-12-10T09:25:26,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/7b2fc69f0aa74940b0e0e73b2be244ac, entries=150, sequenceid=75, filesize=11.7 K 2024-12-10T09:25:26,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ff3ba827106db17fa297b6025e783a6f in 1238ms, sequenceid=75, compaction requested=false 2024-12-10T09:25:26,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:26,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:26,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-10T09:25:26,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:26,967 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-10T09:25:26,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:26,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:26,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:26,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:26,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:26,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:26,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/79205591547742c98641947fd8f1ed52 is 50, key is test_row_0/A:col10/1733822725700/Put/seqid=0 2024-12-10T09:25:26,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742336_1512 (size=12001) 2024-12-10T09:25:27,379 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/79205591547742c98641947fd8f1ed52 2024-12-10T09:25:27,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/e518ce40f36847ffa645156226edf3bb is 50, key is test_row_0/B:col10/1733822725700/Put/seqid=0 2024-12-10T09:25:27,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742337_1513 (size=12001) 2024-12-10T09:25:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-10T09:25:27,787 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/e518ce40f36847ffa645156226edf3bb 2024-12-10T09:25:27,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/f58b0bc3b2ea46fca0d1863242cba764 is 50, key is test_row_0/C:col10/1733822725700/Put/seqid=0 2024-12-10T09:25:27,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742338_1514 (size=12001) 2024-12-10T09:25:27,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:27,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822787909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:28,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822788012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:28,195 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/f58b0bc3b2ea46fca0d1863242cba764 2024-12-10T09:25:28,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/79205591547742c98641947fd8f1ed52 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/79205591547742c98641947fd8f1ed52 2024-12-10T09:25:28,200 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/79205591547742c98641947fd8f1ed52, entries=150, sequenceid=90, filesize=11.7 K 2024-12-10T09:25:28,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/e518ce40f36847ffa645156226edf3bb as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/e518ce40f36847ffa645156226edf3bb 2024-12-10T09:25:28,203 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/e518ce40f36847ffa645156226edf3bb, entries=150, sequenceid=90, filesize=11.7 K 2024-12-10T09:25:28,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/f58b0bc3b2ea46fca0d1863242cba764 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/f58b0bc3b2ea46fca0d1863242cba764 2024-12-10T09:25:28,206 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/f58b0bc3b2ea46fca0d1863242cba764, entries=150, sequenceid=90, filesize=11.7 K 2024-12-10T09:25:28,206 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ff3ba827106db17fa297b6025e783a6f in 1239ms, sequenceid=90, compaction requested=true 2024-12-10T09:25:28,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:28,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:28,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-10T09:25:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-10T09:25:28,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-10T09:25:28,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6090 sec 2024-12-10T09:25:28,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.6110 sec 2024-12-10T09:25:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:28,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-10T09:25:28,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:28,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:28,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:28,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:28,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:28,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:28,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/3aed4a2a4dc6436696ee058cdbc03b9e is 50, key is test_row_0/A:col10/1733822727908/Put/seqid=0 2024-12-10T09:25:28,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742339_1515 (size=14341) 2024-12-10T09:25:28,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/3aed4a2a4dc6436696ee058cdbc03b9e 2024-12-10T09:25:28,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/1039e5ed46aa456c8c3c1736d8475cc3 is 50, key is test_row_0/B:col10/1733822727908/Put/seqid=0 2024-12-10T09:25:28,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742340_1516 (size=12001) 2024-12-10T09:25:28,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822788264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:28,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822788371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:28,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822788430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:28,431 DEBUG [Thread-2192 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:25:28,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822788443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:28,448 DEBUG [Thread-2200 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:25:28,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822788449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:28,453 DEBUG [Thread-2198 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:25:28,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822788453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:28,456 DEBUG [Thread-2194 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:25:28,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822788574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:28,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/1039e5ed46aa456c8c3c1736d8475cc3 2024-12-10T09:25:28,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/62c3293ba98f4ef5a6adbcded81b3e20 is 50, key is test_row_0/C:col10/1733822727908/Put/seqid=0 2024-12-10T09:25:28,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742341_1517 (size=12001) 2024-12-10T09:25:28,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822788878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:29,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/62c3293ba98f4ef5a6adbcded81b3e20 2024-12-10T09:25:29,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/3aed4a2a4dc6436696ee058cdbc03b9e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/3aed4a2a4dc6436696ee058cdbc03b9e 2024-12-10T09:25:29,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/3aed4a2a4dc6436696ee058cdbc03b9e, entries=200, sequenceid=115, filesize=14.0 K 2024-12-10T09:25:29,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/1039e5ed46aa456c8c3c1736d8475cc3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/1039e5ed46aa456c8c3c1736d8475cc3 2024-12-10T09:25:29,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/1039e5ed46aa456c8c3c1736d8475cc3, entries=150, sequenceid=115, filesize=11.7 K 2024-12-10T09:25:29,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/62c3293ba98f4ef5a6adbcded81b3e20 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/62c3293ba98f4ef5a6adbcded81b3e20 2024-12-10T09:25:29,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/62c3293ba98f4ef5a6adbcded81b3e20, entries=150, sequenceid=115, filesize=11.7 K 2024-12-10T09:25:29,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ff3ba827106db17fa297b6025e783a6f in 838ms, sequenceid=115, compaction requested=true 2024-12-10T09:25:29,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:29,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:25:29,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:29,058 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:25:29,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:25:29,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:29,058 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:25:29,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:25:29,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:29,059 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:25:29,059 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:25:29,059 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/B is initiating minor compaction (all files) 2024-12-10T09:25:29,059 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/A is initiating minor compaction (all files) 2024-12-10T09:25:29,059 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/B in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:29,059 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/A in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:29,059 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/fb09b6553af94ec6ba92df264e0aa669, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/c9a9ea7a627e476f91f209723b81d7b8, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/e518ce40f36847ffa645156226edf3bb, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/1039e5ed46aa456c8c3c1736d8475cc3] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=47.0 K 2024-12-10T09:25:29,059 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/061664dfa9134c77b2f14cbf43f8ac8d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/4bb4d17dd5104010bf282cff60334dab, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/79205591547742c98641947fd8f1ed52, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/3aed4a2a4dc6436696ee058cdbc03b9e] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=51.5 K 2024-12-10T09:25:29,059 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting fb09b6553af94ec6ba92df264e0aa669, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733822723639 2024-12-10T09:25:29,059 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 061664dfa9134c77b2f14cbf43f8ac8d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733822723639 2024-12-10T09:25:29,059 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bb4d17dd5104010bf282cff60334dab, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733822724280 2024-12-10T09:25:29,059 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting c9a9ea7a627e476f91f209723b81d7b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733822724299 2024-12-10T09:25:29,060 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79205591547742c98641947fd8f1ed52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733822725677 2024-12-10T09:25:29,060 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting e518ce40f36847ffa645156226edf3bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733822725677 2024-12-10T09:25:29,060 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3aed4a2a4dc6436696ee058cdbc03b9e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733822727891 2024-12-10T09:25:29,060 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1039e5ed46aa456c8c3c1736d8475cc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733822727903 2024-12-10T09:25:29,065 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#A#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:29,066 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/290694f537d04722845c3be2ac0e1a30 is 50, key is test_row_0/A:col10/1733822727908/Put/seqid=0 2024-12-10T09:25:29,066 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#B#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:29,066 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/b059481f8e87484e81846d6cfd9a39ca is 50, key is test_row_0/B:col10/1733822727908/Put/seqid=0 2024-12-10T09:25:29,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742342_1518 (size=12241) 2024-12-10T09:25:29,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742343_1519 (size=12241) 2024-12-10T09:25:29,072 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/b059481f8e87484e81846d6cfd9a39ca as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/b059481f8e87484e81846d6cfd9a39ca 2024-12-10T09:25:29,074 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/B of ff3ba827106db17fa297b6025e783a6f into b059481f8e87484e81846d6cfd9a39ca(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:29,075 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:29,075 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/B, priority=12, startTime=1733822729058; duration=0sec 2024-12-10T09:25:29,075 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:29,075 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:B 2024-12-10T09:25:29,075 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:25:29,075 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:25:29,075 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/C is initiating minor compaction (all files) 2024-12-10T09:25:29,075 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/C in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:29,075 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/72db9aa67ea441c0a74a5422e400b455, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/7b2fc69f0aa74940b0e0e73b2be244ac, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/f58b0bc3b2ea46fca0d1863242cba764, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/62c3293ba98f4ef5a6adbcded81b3e20] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=47.0 K 2024-12-10T09:25:29,076 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 72db9aa67ea441c0a74a5422e400b455, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733822723639 2024-12-10T09:25:29,076 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b2fc69f0aa74940b0e0e73b2be244ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733822724299 2024-12-10T09:25:29,076 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting f58b0bc3b2ea46fca0d1863242cba764, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733822725677 2024-12-10T09:25:29,076 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 62c3293ba98f4ef5a6adbcded81b3e20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733822727903 2024-12-10T09:25:29,082 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:29,082 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/7aa0ad87518b4fa0ae00641699dc9e09 is 50, key is test_row_0/C:col10/1733822727908/Put/seqid=0 2024-12-10T09:25:29,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742344_1520 (size=12241) 2024-12-10T09:25:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:29,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-10T09:25:29,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:29,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:29,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:29,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:29,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:29,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:29,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/db1d28f3c4f7476e8a9671cdde8f04bc is 50, key is test_row_0/A:col10/1733822728247/Put/seqid=0 2024-12-10T09:25:29,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742345_1521 (size=14341) 2024-12-10T09:25:29,472 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/290694f537d04722845c3be2ac0e1a30 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/290694f537d04722845c3be2ac0e1a30 2024-12-10T09:25:29,475 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/A of ff3ba827106db17fa297b6025e783a6f into 290694f537d04722845c3be2ac0e1a30(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:29,475 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:29,475 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/A, priority=12, startTime=1733822729058; duration=0sec 2024-12-10T09:25:29,475 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:29,475 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:A 2024-12-10T09:25:29,488 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/7aa0ad87518b4fa0ae00641699dc9e09 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/7aa0ad87518b4fa0ae00641699dc9e09 2024-12-10T09:25:29,492 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/C of ff3ba827106db17fa297b6025e783a6f into 7aa0ad87518b4fa0ae00641699dc9e09(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:29,492 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:29,492 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/C, priority=12, startTime=1733822729058; duration=0sec 2024-12-10T09:25:29,492 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:29,492 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:C 2024-12-10T09:25:29,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822789501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:29,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822789609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-10T09:25:29,702 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-10T09:25:29,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-10T09:25:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-10T09:25:29,704 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:29,704 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:29,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:29,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/db1d28f3c4f7476e8a9671cdde8f04bc 2024-12-10T09:25:29,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/0f91f25a3a9b4f80aa76420b628f2f2d is 50, key is test_row_0/B:col10/1733822728247/Put/seqid=0 2024-12-10T09:25:29,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742346_1522 (size=12001) 2024-12-10T09:25:29,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/0f91f25a3a9b4f80aa76420b628f2f2d 2024-12-10T09:25:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-10T09:25:29,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/a56d5cd68a824f9c82c747e4932a6e9c is 50, key is test_row_0/C:col10/1733822728247/Put/seqid=0 2024-12-10T09:25:29,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742347_1523 (size=12001) 2024-12-10T09:25:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822789813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:29,855 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:29,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-10T09:25:29,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:29,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:29,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:29,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:29,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-10T09:25:30,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:30,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-10T09:25:30,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:30,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:30,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:30,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:30,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:30,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822790119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:30,160 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:30,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-10T09:25:30,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:30,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:30,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:30,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:30,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:30,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/a56d5cd68a824f9c82c747e4932a6e9c 2024-12-10T09:25:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/db1d28f3c4f7476e8a9671cdde8f04bc as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/db1d28f3c4f7476e8a9671cdde8f04bc 2024-12-10T09:25:30,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/db1d28f3c4f7476e8a9671cdde8f04bc, entries=200, sequenceid=128, filesize=14.0 K 2024-12-10T09:25:30,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/0f91f25a3a9b4f80aa76420b628f2f2d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/0f91f25a3a9b4f80aa76420b628f2f2d 2024-12-10T09:25:30,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/0f91f25a3a9b4f80aa76420b628f2f2d, entries=150, sequenceid=128, filesize=11.7 K 2024-12-10T09:25:30,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/a56d5cd68a824f9c82c747e4932a6e9c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a56d5cd68a824f9c82c747e4932a6e9c 2024-12-10T09:25:30,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a56d5cd68a824f9c82c747e4932a6e9c, entries=150, sequenceid=128, filesize=11.7 K 2024-12-10T09:25:30,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ff3ba827106db17fa297b6025e783a6f in 835ms, sequenceid=128, compaction requested=false 2024-12-10T09:25:30,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-10T09:25:30,312 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:30,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-10T09:25:30,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:30,312 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-10T09:25:30,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:30,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:30,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:30,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:30,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:30,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:30,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/ee312a14137849248f8bc664adf00af0 is 50, key is test_row_0/A:col10/1733822729481/Put/seqid=0 2024-12-10T09:25:30,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742348_1524 (size=12151) 2024-12-10T09:25:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:30,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:30,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822790658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:30,720 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/ee312a14137849248f8bc664adf00af0 2024-12-10T09:25:30,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/681f0eedb8e54a97af320c1838cb5b49 is 50, key is test_row_0/B:col10/1733822729481/Put/seqid=0 2024-12-10T09:25:30,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742349_1525 (size=12151) 2024-12-10T09:25:30,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822790762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-10T09:25:30,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822790970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:31,133 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/681f0eedb8e54a97af320c1838cb5b49 2024-12-10T09:25:31,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/75302487af1f42b48b861fe3ca6289d0 is 50, key is test_row_0/C:col10/1733822729481/Put/seqid=0 2024-12-10T09:25:31,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742350_1526 (size=12151) 2024-12-10T09:25:31,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822791276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:31,541 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/75302487af1f42b48b861fe3ca6289d0 2024-12-10T09:25:31,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/ee312a14137849248f8bc664adf00af0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ee312a14137849248f8bc664adf00af0 2024-12-10T09:25:31,546 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ee312a14137849248f8bc664adf00af0, entries=150, sequenceid=154, filesize=11.9 K 2024-12-10T09:25:31,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/681f0eedb8e54a97af320c1838cb5b49 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/681f0eedb8e54a97af320c1838cb5b49 2024-12-10T09:25:31,549 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/681f0eedb8e54a97af320c1838cb5b49, entries=150, sequenceid=154, filesize=11.9 K 2024-12-10T09:25:31,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/75302487af1f42b48b861fe3ca6289d0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/75302487af1f42b48b861fe3ca6289d0 2024-12-10T09:25:31,552 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/75302487af1f42b48b861fe3ca6289d0, entries=150, sequenceid=154, filesize=11.9 K 2024-12-10T09:25:31,552 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ff3ba827106db17fa297b6025e783a6f in 1240ms, sequenceid=154, compaction requested=true 2024-12-10T09:25:31,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:31,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:31,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-10T09:25:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-10T09:25:31,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-10T09:25:31,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8490 sec 2024-12-10T09:25:31,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.8510 sec 2024-12-10T09:25:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:31,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-10T09:25:31,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:31,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:31,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:31,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:31,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:31,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:31,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/ae052870e0604220ae8b7d77d3c92d23 is 50, key is test_row_0/A:col10/1733822730650/Put/seqid=0 2024-12-10T09:25:31,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742351_1527 (size=14541) 2024-12-10T09:25:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-10T09:25:31,807 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-10T09:25:31,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-10T09:25:31,808 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-10T09:25:31,809 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:31,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:31,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822791885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-10T09:25:31,960 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:31,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-10T09:25:31,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:31,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:31,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:31,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:31,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:31,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822791989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-10T09:25:32,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:32,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-10T09:25:32,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:32,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:32,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:32,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/ae052870e0604220ae8b7d77d3c92d23 2024-12-10T09:25:32,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/29e0b83d400942f4b03ddc71bde5b733 is 50, key is test_row_0/B:col10/1733822730650/Put/seqid=0 2024-12-10T09:25:32,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822792194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:32,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742352_1528 (size=12151) 2024-12-10T09:25:32,265 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:32,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-10T09:25:32,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:32,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:32,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:32,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-10T09:25:32,417 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:32,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-10T09:25:32,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:32,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:32,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:32,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52062 deadline: 1733822792452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:32,456 DEBUG [Thread-2200 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:25:32,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52054 deadline: 1733822792455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:32,458 DEBUG [Thread-2192 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:25:32,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52096 deadline: 1733822792470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:32,474 DEBUG [Thread-2198 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:25:32,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52104 deadline: 1733822792495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:32,498 DEBUG [Thread-2194 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8199 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., hostname=65eb268144ba,42979,1733822591299, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:25:32,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822792497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:32,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:32,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-10T09:25:32,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:32,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:32,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:32,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/29e0b83d400942f4b03ddc71bde5b733 2024-12-10T09:25:32,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/62b16ace14d6432ea7c7ecb0bce1ff95 is 50, key is test_row_0/C:col10/1733822730650/Put/seqid=0 2024-12-10T09:25:32,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742353_1529 (size=12151) 2024-12-10T09:25:32,721 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:32,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-10T09:25:32,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:32,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:32,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:32,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,874 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:32,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-10T09:25:32,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:32,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:32,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:32,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-10T09:25:33,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/62b16ace14d6432ea7c7ecb0bce1ff95 2024-12-10T09:25:33,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822793004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:33,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/ae052870e0604220ae8b7d77d3c92d23 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ae052870e0604220ae8b7d77d3c92d23 2024-12-10T09:25:33,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ae052870e0604220ae8b7d77d3c92d23, entries=200, sequenceid=167, filesize=14.2 K 2024-12-10T09:25:33,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/29e0b83d400942f4b03ddc71bde5b733 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/29e0b83d400942f4b03ddc71bde5b733 2024-12-10T09:25:33,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/29e0b83d400942f4b03ddc71bde5b733, entries=150, sequenceid=167, filesize=11.9 K 2024-12-10T09:25:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/62b16ace14d6432ea7c7ecb0bce1ff95 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/62b16ace14d6432ea7c7ecb0bce1ff95 2024-12-10T09:25:33,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/62b16ace14d6432ea7c7ecb0bce1ff95, entries=150, sequenceid=167, filesize=11.9 K 2024-12-10T09:25:33,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ff3ba827106db17fa297b6025e783a6f in 1235ms, sequenceid=167, compaction requested=true 2024-12-10T09:25:33,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:33,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:25:33,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:33,018 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:25:33,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:25:33,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:33,018 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:25:33,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:25:33,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:33,019 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53274 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:25:33,019 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:25:33,019 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/B is initiating minor compaction (all files) 2024-12-10T09:25:33,019 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/A is initiating minor compaction (all files) 2024-12-10T09:25:33,019 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/B in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:33,019 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/A in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:33,019 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/290694f537d04722845c3be2ac0e1a30, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/db1d28f3c4f7476e8a9671cdde8f04bc, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ee312a14137849248f8bc664adf00af0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ae052870e0604220ae8b7d77d3c92d23] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=52.0 K 2024-12-10T09:25:33,019 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/b059481f8e87484e81846d6cfd9a39ca, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/0f91f25a3a9b4f80aa76420b628f2f2d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/681f0eedb8e54a97af320c1838cb5b49, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/29e0b83d400942f4b03ddc71bde5b733] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=47.4 K 2024-12-10T09:25:33,023 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting b059481f8e87484e81846d6cfd9a39ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733822727903 2024-12-10T09:25:33,023 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 290694f537d04722845c3be2ac0e1a30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733822727903 2024-12-10T09:25:33,024 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f91f25a3a9b4f80aa76420b628f2f2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733822728247 2024-12-10T09:25:33,024 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting db1d28f3c4f7476e8a9671cdde8f04bc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733822728247 2024-12-10T09:25:33,024 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 681f0eedb8e54a97af320c1838cb5b49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733822729481 2024-12-10T09:25:33,024 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee312a14137849248f8bc664adf00af0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733822729481 2024-12-10T09:25:33,024 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 29e0b83d400942f4b03ddc71bde5b733, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733822730650 2024-12-10T09:25:33,024 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae052870e0604220ae8b7d77d3c92d23, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733822730644 2024-12-10T09:25:33,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:33,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-10T09:25:33,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:33,026 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-10T09:25:33,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:33,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:33,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:33,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:33,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:33,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/9be7ac0d60f546618134ed778f6645c6 is 50, key is test_row_0/A:col10/1733822731884/Put/seqid=0 2024-12-10T09:25:33,031 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#B#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:33,032 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/84d225013fec4c028cd6acc38c61280e is 50, key is test_row_0/B:col10/1733822730650/Put/seqid=0 2024-12-10T09:25:33,037 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#A#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:33,038 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/7a6b90cd122e4b5ab2dca93732d9f066 is 50, key is test_row_0/A:col10/1733822730650/Put/seqid=0 2024-12-10T09:25:33,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742355_1531 (size=12527) 2024-12-10T09:25:33,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742356_1532 (size=12527) 2024-12-10T09:25:33,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742354_1530 (size=12151) 2024-12-10T09:25:33,444 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/84d225013fec4c028cd6acc38c61280e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/84d225013fec4c028cd6acc38c61280e 2024-12-10T09:25:33,446 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/B of ff3ba827106db17fa297b6025e783a6f into 84d225013fec4c028cd6acc38c61280e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:33,447 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:33,447 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/B, priority=12, startTime=1733822733018; duration=0sec 2024-12-10T09:25:33,447 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:33,447 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:B 2024-12-10T09:25:33,447 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/7a6b90cd122e4b5ab2dca93732d9f066 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/7a6b90cd122e4b5ab2dca93732d9f066 2024-12-10T09:25:33,447 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:25:33,448 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:25:33,448 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/C is initiating minor compaction (all files) 2024-12-10T09:25:33,448 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/C in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:33,448 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/7aa0ad87518b4fa0ae00641699dc9e09, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a56d5cd68a824f9c82c747e4932a6e9c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/75302487af1f42b48b861fe3ca6289d0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/62b16ace14d6432ea7c7ecb0bce1ff95] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=47.4 K 2024-12-10T09:25:33,448 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 7aa0ad87518b4fa0ae00641699dc9e09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733822727903 2024-12-10T09:25:33,448 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting a56d5cd68a824f9c82c747e4932a6e9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733822728247 2024-12-10T09:25:33,449 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 75302487af1f42b48b861fe3ca6289d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733822729481 2024-12-10T09:25:33,449 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/9be7ac0d60f546618134ed778f6645c6 2024-12-10T09:25:33,449 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 62b16ace14d6432ea7c7ecb0bce1ff95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733822730650 2024-12-10T09:25:33,451 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/A of ff3ba827106db17fa297b6025e783a6f into 7a6b90cd122e4b5ab2dca93732d9f066(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:33,451 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:33,451 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/A, priority=12, startTime=1733822733018; duration=0sec 2024-12-10T09:25:33,451 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:33,451 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:A 2024-12-10T09:25:33,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/46c0960f15bc40abbb926b145478cb46 is 50, key is test_row_0/B:col10/1733822731884/Put/seqid=0 2024-12-10T09:25:33,456 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#C#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:33,457 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/f4f7c8c5934f43f496453816d1f0c1cb is 50, key is test_row_0/C:col10/1733822730650/Put/seqid=0 2024-12-10T09:25:33,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742357_1533 (size=12151) 2024-12-10T09:25:33,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742358_1534 (size=12527) 2024-12-10T09:25:33,857 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/46c0960f15bc40abbb926b145478cb46 2024-12-10T09:25:33,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/2f9376546c614619972a7dd66cc59c0d is 50, key is test_row_0/C:col10/1733822731884/Put/seqid=0 2024-12-10T09:25:33,864 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/f4f7c8c5934f43f496453816d1f0c1cb as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/f4f7c8c5934f43f496453816d1f0c1cb 2024-12-10T09:25:33,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742359_1535 (size=12151) 2024-12-10T09:25:33,868 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/C of ff3ba827106db17fa297b6025e783a6f into f4f7c8c5934f43f496453816d1f0c1cb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:33,868 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:33,868 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/C, priority=12, startTime=1733822733018; duration=0sec 2024-12-10T09:25:33,868 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:33,868 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:C 2024-12-10T09:25:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-10T09:25:34,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:34,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822794041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:34,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822794145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:34,266 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/2f9376546c614619972a7dd66cc59c0d 2024-12-10T09:25:34,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/9be7ac0d60f546618134ed778f6645c6 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/9be7ac0d60f546618134ed778f6645c6 2024-12-10T09:25:34,272 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/9be7ac0d60f546618134ed778f6645c6, entries=150, sequenceid=190, filesize=11.9 K 2024-12-10T09:25:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/46c0960f15bc40abbb926b145478cb46 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/46c0960f15bc40abbb926b145478cb46 2024-12-10T09:25:34,275 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/46c0960f15bc40abbb926b145478cb46, entries=150, sequenceid=190, filesize=11.9 K 2024-12-10T09:25:34,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/2f9376546c614619972a7dd66cc59c0d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/2f9376546c614619972a7dd66cc59c0d 2024-12-10T09:25:34,277 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/2f9376546c614619972a7dd66cc59c0d, entries=150, sequenceid=190, filesize=11.9 K 2024-12-10T09:25:34,278 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ff3ba827106db17fa297b6025e783a6f in 1252ms, sequenceid=190, compaction requested=false 2024-12-10T09:25:34,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:34,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:34,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-10T09:25:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-10T09:25:34,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-10T09:25:34,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4700 sec 2024-12-10T09:25:34,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.4720 sec 2024-12-10T09:25:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:34,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-10T09:25:34,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:34,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:34,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:34,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:34,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:34,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:34,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/2f309b63038b4bcc89e516ff32f1a750 is 50, key is test_row_0/A:col10/1733822734040/Put/seqid=0 2024-12-10T09:25:34,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742360_1536 (size=14541) 2024-12-10T09:25:34,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822794450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:34,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822794555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:34,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/2f309b63038b4bcc89e516ff32f1a750 2024-12-10T09:25:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822794758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:34,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/d7f3ae1ddd894e01be882b0ad6314dcd is 50, key is test_row_0/B:col10/1733822734040/Put/seqid=0 2024-12-10T09:25:34,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742361_1537 (size=12151) 2024-12-10T09:25:35,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822795065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:35,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/d7f3ae1ddd894e01be882b0ad6314dcd 2024-12-10T09:25:35,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/ba907ef1aaa64cf8a29faec96ce91ae5 is 50, key is test_row_0/C:col10/1733822734040/Put/seqid=0 2024-12-10T09:25:35,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742362_1538 (size=12151) 2024-12-10T09:25:35,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/ba907ef1aaa64cf8a29faec96ce91ae5 2024-12-10T09:25:35,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/2f309b63038b4bcc89e516ff32f1a750 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/2f309b63038b4bcc89e516ff32f1a750 2024-12-10T09:25:35,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/2f309b63038b4bcc89e516ff32f1a750, entries=200, sequenceid=207, filesize=14.2 K 2024-12-10T09:25:35,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/d7f3ae1ddd894e01be882b0ad6314dcd as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/d7f3ae1ddd894e01be882b0ad6314dcd 2024-12-10T09:25:35,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/d7f3ae1ddd894e01be882b0ad6314dcd, entries=150, sequenceid=207, filesize=11.9 K 2024-12-10T09:25:35,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/ba907ef1aaa64cf8a29faec96ce91ae5 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/ba907ef1aaa64cf8a29faec96ce91ae5 2024-12-10T09:25:35,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/ba907ef1aaa64cf8a29faec96ce91ae5, entries=150, sequenceid=207, filesize=11.9 K 2024-12-10T09:25:35,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ff3ba827106db17fa297b6025e783a6f in 905ms, sequenceid=207, compaction requested=true 2024-12-10T09:25:35,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:35,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:25:35,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:35,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:25:35,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:35,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:25:35,254 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:35,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:35,254 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:35,255 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:35,255 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:35,255 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/B is initiating minor compaction (all files) 2024-12-10T09:25:35,255 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/A is initiating minor compaction (all files) 2024-12-10T09:25:35,255 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/B in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:35,255 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/A in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:35,255 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/84d225013fec4c028cd6acc38c61280e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/46c0960f15bc40abbb926b145478cb46, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/d7f3ae1ddd894e01be882b0ad6314dcd] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=36.0 K 2024-12-10T09:25:35,255 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/7a6b90cd122e4b5ab2dca93732d9f066, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/9be7ac0d60f546618134ed778f6645c6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/2f309b63038b4bcc89e516ff32f1a750] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=38.3 K 2024-12-10T09:25:35,255 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 84d225013fec4c028cd6acc38c61280e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733822730650 2024-12-10T09:25:35,255 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a6b90cd122e4b5ab2dca93732d9f066, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733822730650 2024-12-10T09:25:35,255 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 46c0960f15bc40abbb926b145478cb46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733822731870 2024-12-10T09:25:35,255 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9be7ac0d60f546618134ed778f6645c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733822731870 2024-12-10T09:25:35,256 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting d7f3ae1ddd894e01be882b0ad6314dcd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733822734036 2024-12-10T09:25:35,256 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f309b63038b4bcc89e516ff32f1a750, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733822734034 2024-12-10T09:25:35,260 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#A#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:35,260 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#B#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:35,260 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/b2c89e8905e44c3a963ce4d416425594 is 50, key is test_row_0/B:col10/1733822734040/Put/seqid=0 2024-12-10T09:25:35,260 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/f735ea0ed68c40259dc5da35635c17c4 is 50, key is test_row_0/A:col10/1733822734040/Put/seqid=0 2024-12-10T09:25:35,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742363_1539 (size=12629) 2024-12-10T09:25:35,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742364_1540 (size=12629) 2024-12-10T09:25:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:35,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-10T09:25:35,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:35,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:35,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:35,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:35,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:35,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:35,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/d1d51e7e8a1b45d0803e859d1043f037 is 50, key is test_row_0/A:col10/1733822735573/Put/seqid=0 2024-12-10T09:25:35,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742365_1541 (size=14541) 2024-12-10T09:25:35,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822795618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:35,666 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/f735ea0ed68c40259dc5da35635c17c4 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/f735ea0ed68c40259dc5da35635c17c4 2024-12-10T09:25:35,666 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/b2c89e8905e44c3a963ce4d416425594 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/b2c89e8905e44c3a963ce4d416425594 2024-12-10T09:25:35,669 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/A of ff3ba827106db17fa297b6025e783a6f into f735ea0ed68c40259dc5da35635c17c4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:35,669 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/B of ff3ba827106db17fa297b6025e783a6f into b2c89e8905e44c3a963ce4d416425594(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:35,669 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:35,669 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:35,669 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/B, priority=13, startTime=1733822735254; duration=0sec 2024-12-10T09:25:35,669 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/A, priority=13, startTime=1733822735254; duration=0sec 2024-12-10T09:25:35,669 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:35,669 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:A 2024-12-10T09:25:35,669 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:35,670 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:B 2024-12-10T09:25:35,670 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:35,670 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:35,670 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/C is initiating minor compaction (all files) 2024-12-10T09:25:35,670 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/C in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:35,670 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/f4f7c8c5934f43f496453816d1f0c1cb, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/2f9376546c614619972a7dd66cc59c0d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/ba907ef1aaa64cf8a29faec96ce91ae5] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=36.0 K 2024-12-10T09:25:35,671 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4f7c8c5934f43f496453816d1f0c1cb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733822730650 2024-12-10T09:25:35,671 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f9376546c614619972a7dd66cc59c0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733822731870 2024-12-10T09:25:35,671 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba907ef1aaa64cf8a29faec96ce91ae5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733822734036 2024-12-10T09:25:35,675 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#C#compaction#456 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:35,675 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/c3e82e9de02f4898b3d2c50490678c72 is 50, key is test_row_0/C:col10/1733822734040/Put/seqid=0 2024-12-10T09:25:35,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742366_1542 (size=12629) 2024-12-10T09:25:35,680 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/c3e82e9de02f4898b3d2c50490678c72 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/c3e82e9de02f4898b3d2c50490678c72 2024-12-10T09:25:35,683 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/C of ff3ba827106db17fa297b6025e783a6f into c3e82e9de02f4898b3d2c50490678c72(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:35,683 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:35,683 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/C, priority=13, startTime=1733822735254; duration=0sec 2024-12-10T09:25:35,683 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:35,683 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:C 2024-12-10T09:25:35,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822795723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-10T09:25:35,912 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-10T09:25:35,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-10T09:25:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-10T09:25:35,914 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:35,915 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:35,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:35,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822795926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:35,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/d1d51e7e8a1b45d0803e859d1043f037 2024-12-10T09:25:35,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/2bc07c76f4104c9283836d09b09b6487 is 50, key is test_row_0/B:col10/1733822735573/Put/seqid=0 2024-12-10T09:25:35,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742367_1543 (size=12151) 2024-12-10T09:25:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-10T09:25:36,066 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:36,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-10T09:25:36,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:36,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:36,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:36,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:36,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-10T09:25:36,218 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:36,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-10T09:25:36,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:36,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:36,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:36,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:36,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:36,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822796232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:36,370 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:36,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-10T09:25:36,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:36,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:36,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:36,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:36,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:36,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/2bc07c76f4104c9283836d09b09b6487 2024-12-10T09:25:36,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/a07010732afb42658c92f0c2ddfc1681 is 50, key is test_row_0/C:col10/1733822735573/Put/seqid=0 2024-12-10T09:25:36,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742368_1544 (size=12151) 2024-12-10T09:25:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-10T09:25:36,522 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:36,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-10T09:25:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:36,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:36,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:36,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-10T09:25:36,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:36,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:36,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:36,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:36,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:36,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822796734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:36,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/a07010732afb42658c92f0c2ddfc1681 2024-12-10T09:25:36,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/d1d51e7e8a1b45d0803e859d1043f037 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/d1d51e7e8a1b45d0803e859d1043f037 2024-12-10T09:25:36,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/d1d51e7e8a1b45d0803e859d1043f037, entries=200, sequenceid=230, filesize=14.2 K 2024-12-10T09:25:36,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/2bc07c76f4104c9283836d09b09b6487 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/2bc07c76f4104c9283836d09b09b6487 2024-12-10T09:25:36,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/2bc07c76f4104c9283836d09b09b6487, entries=150, sequenceid=230, filesize=11.9 K 2024-12-10T09:25:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/a07010732afb42658c92f0c2ddfc1681 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a07010732afb42658c92f0c2ddfc1681 2024-12-10T09:25:36,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a07010732afb42658c92f0c2ddfc1681, entries=150, sequenceid=230, filesize=11.9 K 2024-12-10T09:25:36,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ff3ba827106db17fa297b6025e783a6f in 1239ms, sequenceid=230, compaction requested=false 2024-12-10T09:25:36,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:36,827 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:36,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-10T09:25:36,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:36,827 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-10T09:25:36,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:36,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:36,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:36,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:36,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:36,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:36,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/0f0a84b4c7ad4ceab83e02401d526d37 is 50, key is test_row_0/A:col10/1733822735612/Put/seqid=0 2024-12-10T09:25:36,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742369_1545 (size=12151) 2024-12-10T09:25:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-10T09:25:37,241 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/0f0a84b4c7ad4ceab83e02401d526d37 2024-12-10T09:25:37,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/beb51d39bdb14c6998fa4e9c50755919 is 50, key is test_row_0/B:col10/1733822735612/Put/seqid=0 2024-12-10T09:25:37,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742370_1546 (size=12151) 2024-12-10T09:25:37,248 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/beb51d39bdb14c6998fa4e9c50755919 2024-12-10T09:25:37,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/da01a97d5f2141249bddb0c207caeb63 is 50, key is test_row_0/C:col10/1733822735612/Put/seqid=0 2024-12-10T09:25:37,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742371_1547 (size=12151) 2024-12-10T09:25:37,665 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/da01a97d5f2141249bddb0c207caeb63 2024-12-10T09:25:37,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/0f0a84b4c7ad4ceab83e02401d526d37 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/0f0a84b4c7ad4ceab83e02401d526d37 2024-12-10T09:25:37,671 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/0f0a84b4c7ad4ceab83e02401d526d37, entries=150, sequenceid=246, filesize=11.9 K 2024-12-10T09:25:37,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/beb51d39bdb14c6998fa4e9c50755919 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/beb51d39bdb14c6998fa4e9c50755919 2024-12-10T09:25:37,673 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/beb51d39bdb14c6998fa4e9c50755919, entries=150, sequenceid=246, filesize=11.9 K 2024-12-10T09:25:37,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/da01a97d5f2141249bddb0c207caeb63 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/da01a97d5f2141249bddb0c207caeb63 2024-12-10T09:25:37,676 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/da01a97d5f2141249bddb0c207caeb63, entries=150, sequenceid=246, filesize=11.9 K 2024-12-10T09:25:37,677 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for ff3ba827106db17fa297b6025e783a6f in 850ms, sequenceid=246, compaction requested=true 2024-12-10T09:25:37,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:37,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:37,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-10T09:25:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-10T09:25:37,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-10T09:25:37,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7630 sec 2024-12-10T09:25:37,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.7660 sec 2024-12-10T09:25:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:37,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-10T09:25:37,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:37,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:37,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:37,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:37,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:37,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:37,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/048c193015704351bb272e09343bb06c is 50, key is test_row_0/A:col10/1733822737749/Put/seqid=0 2024-12-10T09:25:37,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742372_1548 (size=14591) 2024-12-10T09:25:37,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822797839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:37,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822797942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-10T09:25:38,018 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-10T09:25:38,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-10T09:25:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-10T09:25:38,020 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:38,020 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:38,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-10T09:25:38,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822798147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:38,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/048c193015704351bb272e09343bb06c 2024-12-10T09:25:38,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/564436c8ef57486d8485a3160188bd30 is 50, key is test_row_0/B:col10/1733822737749/Put/seqid=0 2024-12-10T09:25:38,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742373_1549 (size=12201) 2024-12-10T09:25:38,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:38,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-10T09:25:38,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:38,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:38,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:38,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-10T09:25:38,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:38,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-10T09:25:38,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:38,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:38,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:38,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822798449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:38,475 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:38,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-10T09:25:38,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:38,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:38,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:38,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/564436c8ef57486d8485a3160188bd30 2024-12-10T09:25:38,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/84be38025bd04f41b42dc29191d261a9 is 50, key is test_row_0/C:col10/1733822737749/Put/seqid=0 2024-12-10T09:25:38,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742374_1550 (size=12201) 2024-12-10T09:25:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-10T09:25:38,627 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:38,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-10T09:25:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:38,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,779 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:38,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-10T09:25:38,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:38,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:38,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:38,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:38,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-10T09:25:38,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:38,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:38,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:38,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:38,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822798956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:38,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/84be38025bd04f41b42dc29191d261a9 2024-12-10T09:25:38,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/048c193015704351bb272e09343bb06c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/048c193015704351bb272e09343bb06c 2024-12-10T09:25:38,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/048c193015704351bb272e09343bb06c, entries=200, sequenceid=257, filesize=14.2 K 2024-12-10T09:25:38,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/564436c8ef57486d8485a3160188bd30 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/564436c8ef57486d8485a3160188bd30 2024-12-10T09:25:38,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/564436c8ef57486d8485a3160188bd30, entries=150, sequenceid=257, filesize=11.9 K 2024-12-10T09:25:38,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/84be38025bd04f41b42dc29191d261a9 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/84be38025bd04f41b42dc29191d261a9 2024-12-10T09:25:38,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/84be38025bd04f41b42dc29191d261a9, entries=150, sequenceid=257, filesize=11.9 K 2024-12-10T09:25:38,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ff3ba827106db17fa297b6025e783a6f in 1235ms, sequenceid=257, compaction requested=true 2024-12-10T09:25:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:38,990 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:25:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:25:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:25:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:38,990 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:25:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:25:38,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:38,992 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:25:38,992 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/A is initiating minor compaction (all files) 2024-12-10T09:25:38,993 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49132 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:25:38,993 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/A in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:38,993 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/B is initiating minor compaction (all files) 2024-12-10T09:25:38,993 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/B in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:38,993 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/f735ea0ed68c40259dc5da35635c17c4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/d1d51e7e8a1b45d0803e859d1043f037, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/0f0a84b4c7ad4ceab83e02401d526d37, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/048c193015704351bb272e09343bb06c] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=52.6 K 2024-12-10T09:25:38,993 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/b2c89e8905e44c3a963ce4d416425594, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/2bc07c76f4104c9283836d09b09b6487, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/beb51d39bdb14c6998fa4e9c50755919, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/564436c8ef57486d8485a3160188bd30] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=48.0 K 2024-12-10T09:25:38,993 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting f735ea0ed68c40259dc5da35635c17c4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733822734036 2024-12-10T09:25:38,993 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting b2c89e8905e44c3a963ce4d416425594, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733822734036 2024-12-10T09:25:38,993 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bc07c76f4104c9283836d09b09b6487, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733822734426 2024-12-10T09:25:38,993 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1d51e7e8a1b45d0803e859d1043f037, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733822734426 2024-12-10T09:25:38,993 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting beb51d39bdb14c6998fa4e9c50755919, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733822735603 2024-12-10T09:25:38,993 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f0a84b4c7ad4ceab83e02401d526d37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733822735603 2024-12-10T09:25:38,994 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 564436c8ef57486d8485a3160188bd30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733822737749 2024-12-10T09:25:38,994 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 048c193015704351bb272e09343bb06c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733822737747 2024-12-10T09:25:39,000 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#A#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:39,000 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/e8924d39d5ed40e9912ee1708dd7ae1c is 50, key is test_row_0/A:col10/1733822737749/Put/seqid=0 2024-12-10T09:25:39,001 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#B#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:39,002 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/21382cb8dd9c45f1bae0d682618f8715 is 50, key is test_row_0/B:col10/1733822737749/Put/seqid=0 2024-12-10T09:25:39,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742375_1551 (size=12815) 2024-12-10T09:25:39,007 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/e8924d39d5ed40e9912ee1708dd7ae1c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/e8924d39d5ed40e9912ee1708dd7ae1c 2024-12-10T09:25:39,010 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/A of ff3ba827106db17fa297b6025e783a6f into e8924d39d5ed40e9912ee1708dd7ae1c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:39,010 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:39,010 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/A, priority=12, startTime=1733822738990; duration=0sec 2024-12-10T09:25:39,011 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:39,011 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:A 2024-12-10T09:25:39,011 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T09:25:39,012 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49132 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-10T09:25:39,012 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/C is initiating minor compaction (all files) 2024-12-10T09:25:39,012 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/C in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:39,012 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/c3e82e9de02f4898b3d2c50490678c72, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a07010732afb42658c92f0c2ddfc1681, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/da01a97d5f2141249bddb0c207caeb63, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/84be38025bd04f41b42dc29191d261a9] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=48.0 K 2024-12-10T09:25:39,013 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3e82e9de02f4898b3d2c50490678c72, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733822734036 2024-12-10T09:25:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742376_1552 (size=12815) 2024-12-10T09:25:39,014 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting a07010732afb42658c92f0c2ddfc1681, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733822734426 2024-12-10T09:25:39,014 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting da01a97d5f2141249bddb0c207caeb63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733822735603 2024-12-10T09:25:39,014 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84be38025bd04f41b42dc29191d261a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733822737749 2024-12-10T09:25:39,020 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:39,021 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/2e364f487ed4490983809dde3b13ce17 is 50, key is test_row_0/C:col10/1733822737749/Put/seqid=0 2024-12-10T09:25:39,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742377_1553 (size=12815) 2024-12-10T09:25:39,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:39,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-10T09:25:39,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:39,084 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-10T09:25:39,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:39,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:39,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:39,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:39,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:39,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:39,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/d7fd9010565e4b298331ef4a59102346 is 50, key is test_row_0/A:col10/1733822737834/Put/seqid=0 2024-12-10T09:25:39,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742378_1554 (size=12301) 2024-12-10T09:25:39,091 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/d7fd9010565e4b298331ef4a59102346 2024-12-10T09:25:39,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/6cfddf07fcc249bf92f639f1427c341a is 50, key is test_row_0/B:col10/1733822737834/Put/seqid=0 2024-12-10T09:25:39,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742379_1555 (size=12301) 2024-12-10T09:25:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-10T09:25:39,416 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/21382cb8dd9c45f1bae0d682618f8715 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/21382cb8dd9c45f1bae0d682618f8715 2024-12-10T09:25:39,419 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/B of ff3ba827106db17fa297b6025e783a6f into 21382cb8dd9c45f1bae0d682618f8715(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:39,419 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:39,419 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/B, priority=12, startTime=1733822738990; duration=0sec 2024-12-10T09:25:39,420 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:39,420 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:B 2024-12-10T09:25:39,427 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/2e364f487ed4490983809dde3b13ce17 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/2e364f487ed4490983809dde3b13ce17 2024-12-10T09:25:39,431 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/C of ff3ba827106db17fa297b6025e783a6f into 2e364f487ed4490983809dde3b13ce17(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:39,431 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:39,431 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/C, priority=12, startTime=1733822738990; duration=0sec 2024-12-10T09:25:39,431 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:39,431 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:C 2024-12-10T09:25:39,499 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/6cfddf07fcc249bf92f639f1427c341a 2024-12-10T09:25:39,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/1e83e8f6977748caa5b1b35cf6ea369e is 50, key is test_row_0/C:col10/1733822737834/Put/seqid=0 2024-12-10T09:25:39,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742380_1556 (size=12301) 2024-12-10T09:25:39,772 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T09:25:39,907 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/1e83e8f6977748caa5b1b35cf6ea369e 2024-12-10T09:25:39,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/d7fd9010565e4b298331ef4a59102346 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/d7fd9010565e4b298331ef4a59102346 2024-12-10T09:25:39,912 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/d7fd9010565e4b298331ef4a59102346, entries=150, sequenceid=283, filesize=12.0 K 2024-12-10T09:25:39,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/6cfddf07fcc249bf92f639f1427c341a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/6cfddf07fcc249bf92f639f1427c341a 2024-12-10T09:25:39,916 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/6cfddf07fcc249bf92f639f1427c341a, entries=150, sequenceid=283, filesize=12.0 K 2024-12-10T09:25:39,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/1e83e8f6977748caa5b1b35cf6ea369e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/1e83e8f6977748caa5b1b35cf6ea369e 2024-12-10T09:25:39,918 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/1e83e8f6977748caa5b1b35cf6ea369e, entries=150, sequenceid=283, filesize=12.0 K 2024-12-10T09:25:39,919 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for ff3ba827106db17fa297b6025e783a6f in 835ms, sequenceid=283, compaction requested=false 2024-12-10T09:25:39,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:39,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:39,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-10T09:25:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-10T09:25:39,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-10T09:25:39,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9010 sec 2024-12-10T09:25:39,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.9030 sec 2024-12-10T09:25:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:39,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-10T09:25:39,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:39,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:39,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:39,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:39,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:39,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:39,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/ade2849c684c4cb69bb1c336e76bdfe4 is 50, key is test_row_0/A:col10/1733822739985/Put/seqid=0 2024-12-10T09:25:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742381_1557 (size=14741) 2024-12-10T09:25:40,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822800072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-10T09:25:40,125 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-10T09:25:40,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-10T09:25:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-10T09:25:40,127 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:40,128 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:40,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:40,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822800176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-10T09:25:40,279 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:40,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-10T09:25:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:40,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:40,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:40,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:40,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822800381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:40,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/ade2849c684c4cb69bb1c336e76bdfe4 2024-12-10T09:25:40,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/7887db680e9045ea8900253d921318b6 is 50, key is test_row_0/B:col10/1733822739985/Put/seqid=0 2024-12-10T09:25:40,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742382_1558 (size=12301) 2024-12-10T09:25:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-10T09:25:40,431 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:40,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-10T09:25:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:40,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:40,583 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:40,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-10T09:25:40,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:40,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:40,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:40,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:40,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:40,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822800685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-10T09:25:40,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:40,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-10T09:25:40,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:40,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:40,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:40,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:40,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:40,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/7887db680e9045ea8900253d921318b6 2024-12-10T09:25:40,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/bf51e89c8fd546409e43a587d01a7958 is 50, key is test_row_0/C:col10/1733822739985/Put/seqid=0 2024-12-10T09:25:40,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742383_1559 (size=12301) 2024-12-10T09:25:40,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:40,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-10T09:25:40,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:40,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:40,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:40,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:40,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:41,039 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:41,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-10T09:25:41,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:41,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:41,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:41,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:41,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:41,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1733822801190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:41,191 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:41,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-10T09:25:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:41,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:41,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/bf51e89c8fd546409e43a587d01a7958 2024-12-10T09:25:41,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/ade2849c684c4cb69bb1c336e76bdfe4 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ade2849c684c4cb69bb1c336e76bdfe4 2024-12-10T09:25:41,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ade2849c684c4cb69bb1c336e76bdfe4, entries=200, sequenceid=296, filesize=14.4 K 2024-12-10T09:25:41,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/7887db680e9045ea8900253d921318b6 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/7887db680e9045ea8900253d921318b6 2024-12-10T09:25:41,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/7887db680e9045ea8900253d921318b6, entries=150, sequenceid=296, filesize=12.0 K 2024-12-10T09:25:41,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/bf51e89c8fd546409e43a587d01a7958 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/bf51e89c8fd546409e43a587d01a7958 2024-12-10T09:25:41,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/bf51e89c8fd546409e43a587d01a7958, entries=150, sequenceid=296, filesize=12.0 K 2024-12-10T09:25:41,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ff3ba827106db17fa297b6025e783a6f in 1236ms, sequenceid=296, compaction requested=true 2024-12-10T09:25:41,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:41,222 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:41,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:25:41,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:41,222 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:41,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:25:41,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:41,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff3ba827106db17fa297b6025e783a6f:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:25:41,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:41,222 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:41,222 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/A is initiating minor compaction (all files) 2024-12-10T09:25:41,222 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/A in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:41,223 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/e8924d39d5ed40e9912ee1708dd7ae1c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/d7fd9010565e4b298331ef4a59102346, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ade2849c684c4cb69bb1c336e76bdfe4] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=38.9 K 2024-12-10T09:25:41,223 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:41,223 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8924d39d5ed40e9912ee1708dd7ae1c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733822737749 2024-12-10T09:25:41,223 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/B is initiating minor compaction (all files) 2024-12-10T09:25:41,223 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/B in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:41,223 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/21382cb8dd9c45f1bae0d682618f8715, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/6cfddf07fcc249bf92f639f1427c341a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/7887db680e9045ea8900253d921318b6] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=36.5 K 2024-12-10T09:25:41,224 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7fd9010565e4b298331ef4a59102346, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733822737826 2024-12-10T09:25:41,224 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 21382cb8dd9c45f1bae0d682618f8715, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733822737749 2024-12-10T09:25:41,224 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cfddf07fcc249bf92f639f1427c341a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733822737826 2024-12-10T09:25:41,224 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting ade2849c684c4cb69bb1c336e76bdfe4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733822739961 2024-12-10T09:25:41,224 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 7887db680e9045ea8900253d921318b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733822739976 2024-12-10T09:25:41,229 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#A#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:41,229 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/ee1924b97d1845db863a9da8f3c7ece2 is 50, key is test_row_0/A:col10/1733822739985/Put/seqid=0 2024-12-10T09:25:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-10T09:25:41,231 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#B#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:41,231 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/c00b203df3124a92b5b9918518ab43f7 is 50, key is test_row_0/B:col10/1733822739985/Put/seqid=0 2024-12-10T09:25:41,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742384_1560 (size=13017) 2024-12-10T09:25:41,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742385_1561 (size=13017) 2024-12-10T09:25:41,344 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:41,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-10T09:25:41,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:41,344 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-10T09:25:41,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:41,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:41,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:41,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/6a8b83bcbe4f468bad98358e9d852830 is 50, key is test_row_0/A:col10/1733822740071/Put/seqid=0 2024-12-10T09:25:41,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742386_1562 (size=12301) 2024-12-10T09:25:41,492 DEBUG [Thread-2211 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58ade5f9 to 127.0.0.1:56918 2024-12-10T09:25:41,492 DEBUG [Thread-2211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:41,493 DEBUG [Thread-2203 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ae83603 to 127.0.0.1:56918 2024-12-10T09:25:41,493 DEBUG [Thread-2203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:41,494 DEBUG [Thread-2207 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f3c82a2 to 127.0.0.1:56918 2024-12-10T09:25:41,494 DEBUG [Thread-2207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:41,495 DEBUG [Thread-2209 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ec273c5 to 127.0.0.1:56918 2024-12-10T09:25:41,495 DEBUG [Thread-2209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:41,496 DEBUG [Thread-2205 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cf92b10 to 127.0.0.1:56918 2024-12-10T09:25:41,496 DEBUG [Thread-2205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:41,641 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/c00b203df3124a92b5b9918518ab43f7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/c00b203df3124a92b5b9918518ab43f7 2024-12-10T09:25:41,641 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/ee1924b97d1845db863a9da8f3c7ece2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ee1924b97d1845db863a9da8f3c7ece2 2024-12-10T09:25:41,647 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/A of ff3ba827106db17fa297b6025e783a6f into ee1924b97d1845db863a9da8f3c7ece2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:41,647 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/B of ff3ba827106db17fa297b6025e783a6f into c00b203df3124a92b5b9918518ab43f7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:41,647 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:41,647 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:41,647 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/B, priority=13, startTime=1733822741222; duration=0sec 2024-12-10T09:25:41,647 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/A, priority=13, startTime=1733822741221; duration=0sec 2024-12-10T09:25:41,647 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:41,647 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:B 2024-12-10T09:25:41,647 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:41,647 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:A 2024-12-10T09:25:41,647 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:41,648 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:41,648 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): ff3ba827106db17fa297b6025e783a6f/C is initiating minor compaction (all files) 2024-12-10T09:25:41,648 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff3ba827106db17fa297b6025e783a6f/C in TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:41,648 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/2e364f487ed4490983809dde3b13ce17, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/1e83e8f6977748caa5b1b35cf6ea369e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/bf51e89c8fd546409e43a587d01a7958] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp, totalSize=36.5 K 2024-12-10T09:25:41,649 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e364f487ed4490983809dde3b13ce17, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733822737749 2024-12-10T09:25:41,649 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e83e8f6977748caa5b1b35cf6ea369e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733822737826 2024-12-10T09:25:41,649 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting bf51e89c8fd546409e43a587d01a7958, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733822739976 2024-12-10T09:25:41,655 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff3ba827106db17fa297b6025e783a6f#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:41,656 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/69515e95afd0428cae11e8a22080979c is 50, key is test_row_0/C:col10/1733822739985/Put/seqid=0 2024-12-10T09:25:41,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742387_1563 (size=13017) 2024-12-10T09:25:41,751 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/6a8b83bcbe4f468bad98358e9d852830 2024-12-10T09:25:41,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/322cdd92089d4bcdab22ad37a7a3240c is 50, key is test_row_0/B:col10/1733822740071/Put/seqid=0 2024-12-10T09:25:41,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742388_1564 (size=12301) 2024-12-10T09:25:42,068 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/69515e95afd0428cae11e8a22080979c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/69515e95afd0428cae11e8a22080979c 2024-12-10T09:25:42,075 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff3ba827106db17fa297b6025e783a6f/C of ff3ba827106db17fa297b6025e783a6f into 69515e95afd0428cae11e8a22080979c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:42,075 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:42,075 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f., storeName=ff3ba827106db17fa297b6025e783a6f/C, priority=13, startTime=1733822741222; duration=0sec 2024-12-10T09:25:42,075 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:42,075 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff3ba827106db17fa297b6025e783a6f:C 2024-12-10T09:25:42,168 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/322cdd92089d4bcdab22ad37a7a3240c 2024-12-10T09:25:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/7cf33263836b49baa0450dfd05412533 is 50, key is test_row_0/C:col10/1733822740071/Put/seqid=0 2024-12-10T09:25:42,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742389_1565 (size=12301) 2024-12-10T09:25:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:42,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. as already flushing 2024-12-10T09:25:42,193 DEBUG [Thread-2196 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5af750e8 to 127.0.0.1:56918 2024-12-10T09:25:42,193 DEBUG [Thread-2196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-10T09:25:42,510 DEBUG [Thread-2200 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39ba0ed8 to 127.0.0.1:56918 2024-12-10T09:25:42,510 DEBUG [Thread-2200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:42,517 DEBUG [Thread-2192 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x210f9fb4 to 127.0.0.1:56918 2024-12-10T09:25:42,517 DEBUG [Thread-2192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:42,575 DEBUG [Thread-2198 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319db21a to 127.0.0.1:56918 2024-12-10T09:25:42,575 DEBUG [Thread-2198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:42,584 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/7cf33263836b49baa0450dfd05412533 2024-12-10T09:25:42,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/6a8b83bcbe4f468bad98358e9d852830 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/6a8b83bcbe4f468bad98358e9d852830 2024-12-10T09:25:42,593 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/6a8b83bcbe4f468bad98358e9d852830, entries=150, sequenceid=321, filesize=12.0 K 2024-12-10T09:25:42,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/322cdd92089d4bcdab22ad37a7a3240c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/322cdd92089d4bcdab22ad37a7a3240c 2024-12-10T09:25:42,596 DEBUG [Thread-2194 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27cbac41 to 127.0.0.1:56918 2024-12-10T09:25:42,596 DEBUG [Thread-2194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:42,599 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/322cdd92089d4bcdab22ad37a7a3240c, entries=150, sequenceid=321, filesize=12.0 K 2024-12-10T09:25:42,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/7cf33263836b49baa0450dfd05412533 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/7cf33263836b49baa0450dfd05412533 2024-12-10T09:25:42,604 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/7cf33263836b49baa0450dfd05412533, entries=150, sequenceid=321, filesize=12.0 K 2024-12-10T09:25:42,605 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for ff3ba827106db17fa297b6025e783a6f in 1261ms, sequenceid=321, compaction requested=false 2024-12-10T09:25:42,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:42,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:42,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-10T09:25:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-10T09:25:42,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-10T09:25:42,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4780 sec 2024-12-10T09:25:42,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.4820 sec 2024-12-10T09:25:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-10T09:25:44,234 INFO [Thread-2202 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-10T09:25:44,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-10T09:25:44,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-10T09:25:44,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-12-10T09:25:44,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 194 2024-12-10T09:25:44,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-10T09:25:44,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-10T09:25:44,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-10T09:25:44,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-10T09:25:44,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3354 2024-12-10T09:25:44,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10062 rows 2024-12-10T09:25:44,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3364 2024-12-10T09:25:44,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10092 rows 2024-12-10T09:25:44,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3353 2024-12-10T09:25:44,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10059 rows 2024-12-10T09:25:44,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3353 2024-12-10T09:25:44,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10059 rows 2024-12-10T09:25:44,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3362 2024-12-10T09:25:44,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10086 rows 2024-12-10T09:25:44,235 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T09:25:44,235 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d0434e0 to 127.0.0.1:56918 2024-12-10T09:25:44,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:25:44,238 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-10T09:25:44,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-10T09:25:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-10T09:25:44,243 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822744242"}]},"ts":"1733822744242"} 2024-12-10T09:25:44,244 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-10T09:25:44,287 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-10T09:25:44,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-10T09:25:44,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff3ba827106db17fa297b6025e783a6f, UNASSIGN}] 2024-12-10T09:25:44,291 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff3ba827106db17fa297b6025e783a6f, UNASSIGN 2024-12-10T09:25:44,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=ff3ba827106db17fa297b6025e783a6f, regionState=CLOSING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:25:44,294 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T09:25:44,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:25:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-10T09:25:44,446 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:44,447 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:44,447 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-10T09:25:44,447 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing ff3ba827106db17fa297b6025e783a6f, disabling compactions & flushes 2024-12-10T09:25:44,448 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:44,448 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:44,448 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. after waiting 0 ms 2024-12-10T09:25:44,448 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:44,448 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(2837): Flushing ff3ba827106db17fa297b6025e783a6f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-10T09:25:44,448 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=A 2024-12-10T09:25:44,449 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:44,449 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=B 2024-12-10T09:25:44,449 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:44,449 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff3ba827106db17fa297b6025e783a6f, store=C 2024-12-10T09:25:44,449 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:44,458 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/10e05a4a716d40969c54f23dbeb8cb15 is 50, key is test_row_0/A:col10/1733822742191/Put/seqid=0 2024-12-10T09:25:44,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742390_1566 (size=12301) 2024-12-10T09:25:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-10T09:25:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-10T09:25:44,863 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/10e05a4a716d40969c54f23dbeb8cb15 2024-12-10T09:25:44,875 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/574a9d371f774717a60519a2556dc832 is 50, key is test_row_0/B:col10/1733822742191/Put/seqid=0 2024-12-10T09:25:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742391_1567 (size=12301) 2024-12-10T09:25:45,280 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/574a9d371f774717a60519a2556dc832 2024-12-10T09:25:45,319 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/8c78b92885a344b3869bf54ab93eb0af is 50, key is test_row_0/C:col10/1733822742191/Put/seqid=0 2024-12-10T09:25:45,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742392_1568 (size=12301) 2024-12-10T09:25:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-10T09:25:45,725 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/8c78b92885a344b3869bf54ab93eb0af 2024-12-10T09:25:45,735 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/A/10e05a4a716d40969c54f23dbeb8cb15 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/10e05a4a716d40969c54f23dbeb8cb15 2024-12-10T09:25:45,738 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/10e05a4a716d40969c54f23dbeb8cb15, entries=150, sequenceid=332, filesize=12.0 K 2024-12-10T09:25:45,738 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/B/574a9d371f774717a60519a2556dc832 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/574a9d371f774717a60519a2556dc832 2024-12-10T09:25:45,741 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/574a9d371f774717a60519a2556dc832, entries=150, sequenceid=332, filesize=12.0 K 2024-12-10T09:25:45,742 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/.tmp/C/8c78b92885a344b3869bf54ab93eb0af as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/8c78b92885a344b3869bf54ab93eb0af 2024-12-10T09:25:45,744 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/8c78b92885a344b3869bf54ab93eb0af, entries=150, sequenceid=332, filesize=12.0 K 2024-12-10T09:25:45,745 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ff3ba827106db17fa297b6025e783a6f in 1297ms, sequenceid=332, compaction requested=true 2024-12-10T09:25:45,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/009fbbab0e23428b9ca2e336c04671f3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/458773850d4e46a699d1216980aa5637, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/061664dfa9134c77b2f14cbf43f8ac8d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/167c839949ea448abdbaf946cde808bb, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/4bb4d17dd5104010bf282cff60334dab, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/79205591547742c98641947fd8f1ed52, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/3aed4a2a4dc6436696ee058cdbc03b9e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/290694f537d04722845c3be2ac0e1a30, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/db1d28f3c4f7476e8a9671cdde8f04bc, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ee312a14137849248f8bc664adf00af0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ae052870e0604220ae8b7d77d3c92d23, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/7a6b90cd122e4b5ab2dca93732d9f066, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/9be7ac0d60f546618134ed778f6645c6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/2f309b63038b4bcc89e516ff32f1a750, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/f735ea0ed68c40259dc5da35635c17c4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/d1d51e7e8a1b45d0803e859d1043f037, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/0f0a84b4c7ad4ceab83e02401d526d37, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/048c193015704351bb272e09343bb06c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/e8924d39d5ed40e9912ee1708dd7ae1c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/d7fd9010565e4b298331ef4a59102346, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ade2849c684c4cb69bb1c336e76bdfe4] to archive 2024-12-10T09:25:45,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:25:45,748 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/061664dfa9134c77b2f14cbf43f8ac8d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/061664dfa9134c77b2f14cbf43f8ac8d 2024-12-10T09:25:45,748 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/3aed4a2a4dc6436696ee058cdbc03b9e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/3aed4a2a4dc6436696ee058cdbc03b9e 2024-12-10T09:25:45,748 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/4bb4d17dd5104010bf282cff60334dab to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/4bb4d17dd5104010bf282cff60334dab 2024-12-10T09:25:45,748 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/79205591547742c98641947fd8f1ed52 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/79205591547742c98641947fd8f1ed52 2024-12-10T09:25:45,748 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/290694f537d04722845c3be2ac0e1a30 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/290694f537d04722845c3be2ac0e1a30 2024-12-10T09:25:45,748 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/458773850d4e46a699d1216980aa5637 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/458773850d4e46a699d1216980aa5637 2024-12-10T09:25:45,748 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/009fbbab0e23428b9ca2e336c04671f3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/009fbbab0e23428b9ca2e336c04671f3 2024-12-10T09:25:45,748 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/167c839949ea448abdbaf946cde808bb to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/167c839949ea448abdbaf946cde808bb 2024-12-10T09:25:45,749 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/db1d28f3c4f7476e8a9671cdde8f04bc to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/db1d28f3c4f7476e8a9671cdde8f04bc 2024-12-10T09:25:45,749 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ee312a14137849248f8bc664adf00af0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ee312a14137849248f8bc664adf00af0 2024-12-10T09:25:45,749 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ae052870e0604220ae8b7d77d3c92d23 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ae052870e0604220ae8b7d77d3c92d23 2024-12-10T09:25:45,749 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/7a6b90cd122e4b5ab2dca93732d9f066 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/7a6b90cd122e4b5ab2dca93732d9f066 2024-12-10T09:25:45,749 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/9be7ac0d60f546618134ed778f6645c6 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/9be7ac0d60f546618134ed778f6645c6 2024-12-10T09:25:45,749 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/f735ea0ed68c40259dc5da35635c17c4 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/f735ea0ed68c40259dc5da35635c17c4 2024-12-10T09:25:45,749 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/2f309b63038b4bcc89e516ff32f1a750 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/2f309b63038b4bcc89e516ff32f1a750 2024-12-10T09:25:45,749 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/d1d51e7e8a1b45d0803e859d1043f037 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/d1d51e7e8a1b45d0803e859d1043f037 2024-12-10T09:25:45,750 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/0f0a84b4c7ad4ceab83e02401d526d37 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/0f0a84b4c7ad4ceab83e02401d526d37 2024-12-10T09:25:45,750 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/048c193015704351bb272e09343bb06c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/048c193015704351bb272e09343bb06c 2024-12-10T09:25:45,750 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/d7fd9010565e4b298331ef4a59102346 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/d7fd9010565e4b298331ef4a59102346 2024-12-10T09:25:45,750 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/e8924d39d5ed40e9912ee1708dd7ae1c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/e8924d39d5ed40e9912ee1708dd7ae1c 2024-12-10T09:25:45,750 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ade2849c684c4cb69bb1c336e76bdfe4 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ade2849c684c4cb69bb1c336e76bdfe4 2024-12-10T09:25:45,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/ea56637c6732454e95b296d78c542b0f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/062b62ca727a45f7a1ab50fe7f6ac775, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/fb09b6553af94ec6ba92df264e0aa669, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/17df37032e144aadb8cd4bfb60e7b66e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/c9a9ea7a627e476f91f209723b81d7b8, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/e518ce40f36847ffa645156226edf3bb, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/b059481f8e87484e81846d6cfd9a39ca, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/1039e5ed46aa456c8c3c1736d8475cc3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/0f91f25a3a9b4f80aa76420b628f2f2d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/681f0eedb8e54a97af320c1838cb5b49, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/84d225013fec4c028cd6acc38c61280e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/29e0b83d400942f4b03ddc71bde5b733, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/46c0960f15bc40abbb926b145478cb46, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/b2c89e8905e44c3a963ce4d416425594, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/d7f3ae1ddd894e01be882b0ad6314dcd, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/2bc07c76f4104c9283836d09b09b6487, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/beb51d39bdb14c6998fa4e9c50755919, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/21382cb8dd9c45f1bae0d682618f8715, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/564436c8ef57486d8485a3160188bd30, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/6cfddf07fcc249bf92f639f1427c341a, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/7887db680e9045ea8900253d921318b6] to archive 2024-12-10T09:25:45,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:25:45,753 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/ea56637c6732454e95b296d78c542b0f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/ea56637c6732454e95b296d78c542b0f 2024-12-10T09:25:45,753 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/fb09b6553af94ec6ba92df264e0aa669 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/fb09b6553af94ec6ba92df264e0aa669 2024-12-10T09:25:45,753 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/062b62ca727a45f7a1ab50fe7f6ac775 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/062b62ca727a45f7a1ab50fe7f6ac775 2024-12-10T09:25:45,753 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/17df37032e144aadb8cd4bfb60e7b66e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/17df37032e144aadb8cd4bfb60e7b66e 2024-12-10T09:25:45,753 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/b059481f8e87484e81846d6cfd9a39ca to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/b059481f8e87484e81846d6cfd9a39ca 2024-12-10T09:25:45,753 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/1039e5ed46aa456c8c3c1736d8475cc3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/1039e5ed46aa456c8c3c1736d8475cc3 2024-12-10T09:25:45,753 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/e518ce40f36847ffa645156226edf3bb to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/e518ce40f36847ffa645156226edf3bb 2024-12-10T09:25:45,753 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/c9a9ea7a627e476f91f209723b81d7b8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/c9a9ea7a627e476f91f209723b81d7b8 2024-12-10T09:25:45,754 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/0f91f25a3a9b4f80aa76420b628f2f2d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/0f91f25a3a9b4f80aa76420b628f2f2d 2024-12-10T09:25:45,754 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/681f0eedb8e54a97af320c1838cb5b49 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/681f0eedb8e54a97af320c1838cb5b49 2024-12-10T09:25:45,754 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/29e0b83d400942f4b03ddc71bde5b733 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/29e0b83d400942f4b03ddc71bde5b733 2024-12-10T09:25:45,754 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/d7f3ae1ddd894e01be882b0ad6314dcd to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/d7f3ae1ddd894e01be882b0ad6314dcd 2024-12-10T09:25:45,755 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/84d225013fec4c028cd6acc38c61280e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/84d225013fec4c028cd6acc38c61280e 2024-12-10T09:25:45,755 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/2bc07c76f4104c9283836d09b09b6487 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/2bc07c76f4104c9283836d09b09b6487 2024-12-10T09:25:45,755 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/46c0960f15bc40abbb926b145478cb46 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/46c0960f15bc40abbb926b145478cb46 2024-12-10T09:25:45,755 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/b2c89e8905e44c3a963ce4d416425594 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/b2c89e8905e44c3a963ce4d416425594 2024-12-10T09:25:45,755 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/beb51d39bdb14c6998fa4e9c50755919 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/beb51d39bdb14c6998fa4e9c50755919 2024-12-10T09:25:45,755 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/564436c8ef57486d8485a3160188bd30 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/564436c8ef57486d8485a3160188bd30 2024-12-10T09:25:45,755 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/21382cb8dd9c45f1bae0d682618f8715 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/21382cb8dd9c45f1bae0d682618f8715 2024-12-10T09:25:45,755 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/7887db680e9045ea8900253d921318b6 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/7887db680e9045ea8900253d921318b6 2024-12-10T09:25:45,755 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/6cfddf07fcc249bf92f639f1427c341a to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/6cfddf07fcc249bf92f639f1427c341a 2024-12-10T09:25:45,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/3feb73b5622a4dd18cb58e7766626021, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a7ffdef309e04cee8bb54b4683367467, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/72db9aa67ea441c0a74a5422e400b455, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/91bda749cbd0455c8fe460ebd5bcd97f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/7b2fc69f0aa74940b0e0e73b2be244ac, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/f58b0bc3b2ea46fca0d1863242cba764, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/7aa0ad87518b4fa0ae00641699dc9e09, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/62c3293ba98f4ef5a6adbcded81b3e20, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a56d5cd68a824f9c82c747e4932a6e9c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/75302487af1f42b48b861fe3ca6289d0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/f4f7c8c5934f43f496453816d1f0c1cb, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/62b16ace14d6432ea7c7ecb0bce1ff95, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/2f9376546c614619972a7dd66cc59c0d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/c3e82e9de02f4898b3d2c50490678c72, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/ba907ef1aaa64cf8a29faec96ce91ae5, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a07010732afb42658c92f0c2ddfc1681, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/da01a97d5f2141249bddb0c207caeb63, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/2e364f487ed4490983809dde3b13ce17, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/84be38025bd04f41b42dc29191d261a9, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/1e83e8f6977748caa5b1b35cf6ea369e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/bf51e89c8fd546409e43a587d01a7958] to archive 2024-12-10T09:25:45,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:25:45,758 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a7ffdef309e04cee8bb54b4683367467 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a7ffdef309e04cee8bb54b4683367467 2024-12-10T09:25:45,758 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/3feb73b5622a4dd18cb58e7766626021 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/3feb73b5622a4dd18cb58e7766626021 2024-12-10T09:25:45,758 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/72db9aa67ea441c0a74a5422e400b455 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/72db9aa67ea441c0a74a5422e400b455 2024-12-10T09:25:45,758 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/7b2fc69f0aa74940b0e0e73b2be244ac to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/7b2fc69f0aa74940b0e0e73b2be244ac 2024-12-10T09:25:45,758 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/62c3293ba98f4ef5a6adbcded81b3e20 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/62c3293ba98f4ef5a6adbcded81b3e20 2024-12-10T09:25:45,758 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/f58b0bc3b2ea46fca0d1863242cba764 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/f58b0bc3b2ea46fca0d1863242cba764 2024-12-10T09:25:45,758 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/91bda749cbd0455c8fe460ebd5bcd97f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/91bda749cbd0455c8fe460ebd5bcd97f 2024-12-10T09:25:45,758 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/7aa0ad87518b4fa0ae00641699dc9e09 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/7aa0ad87518b4fa0ae00641699dc9e09 2024-12-10T09:25:45,759 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a56d5cd68a824f9c82c747e4932a6e9c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a56d5cd68a824f9c82c747e4932a6e9c 2024-12-10T09:25:45,759 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/75302487af1f42b48b861fe3ca6289d0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/75302487af1f42b48b861fe3ca6289d0 2024-12-10T09:25:45,759 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/2f9376546c614619972a7dd66cc59c0d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/2f9376546c614619972a7dd66cc59c0d 2024-12-10T09:25:45,760 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/c3e82e9de02f4898b3d2c50490678c72 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/c3e82e9de02f4898b3d2c50490678c72 2024-12-10T09:25:45,760 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/f4f7c8c5934f43f496453816d1f0c1cb to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/f4f7c8c5934f43f496453816d1f0c1cb 2024-12-10T09:25:45,760 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/62b16ace14d6432ea7c7ecb0bce1ff95 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/62b16ace14d6432ea7c7ecb0bce1ff95 2024-12-10T09:25:45,760 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/ba907ef1aaa64cf8a29faec96ce91ae5 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/ba907ef1aaa64cf8a29faec96ce91ae5 2024-12-10T09:25:45,760 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a07010732afb42658c92f0c2ddfc1681 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/a07010732afb42658c92f0c2ddfc1681 2024-12-10T09:25:45,760 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/bf51e89c8fd546409e43a587d01a7958 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/bf51e89c8fd546409e43a587d01a7958 2024-12-10T09:25:45,761 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/2e364f487ed4490983809dde3b13ce17 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/2e364f487ed4490983809dde3b13ce17 2024-12-10T09:25:45,761 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/1e83e8f6977748caa5b1b35cf6ea369e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/1e83e8f6977748caa5b1b35cf6ea369e 2024-12-10T09:25:45,761 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/da01a97d5f2141249bddb0c207caeb63 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/da01a97d5f2141249bddb0c207caeb63 2024-12-10T09:25:45,761 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/84be38025bd04f41b42dc29191d261a9 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/84be38025bd04f41b42dc29191d261a9 2024-12-10T09:25:45,763 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=1 2024-12-10T09:25:45,764 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f. 2024-12-10T09:25:45,764 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for ff3ba827106db17fa297b6025e783a6f: 2024-12-10T09:25:45,765 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:45,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=ff3ba827106db17fa297b6025e783a6f, regionState=CLOSED 2024-12-10T09:25:45,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-10T09:25:45,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure ff3ba827106db17fa297b6025e783a6f, server=65eb268144ba,42979,1733822591299 in 1.4720 sec 2024-12-10T09:25:45,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-12-10T09:25:45,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff3ba827106db17fa297b6025e783a6f, UNASSIGN in 1.4770 sec 2024-12-10T09:25:45,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-10T09:25:45,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4800 sec 2024-12-10T09:25:45,769 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822745769"}]},"ts":"1733822745769"} 2024-12-10T09:25:45,770 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-10T09:25:45,811 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-10T09:25:45,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5730 sec 2024-12-10T09:25:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-10T09:25:46,352 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-10T09:25:46,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-10T09:25:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:46,357 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:46,358 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=154, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-10T09:25:46,361 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:46,366 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/recovered.edits] 2024-12-10T09:25:46,372 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/10e05a4a716d40969c54f23dbeb8cb15 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/10e05a4a716d40969c54f23dbeb8cb15 2024-12-10T09:25:46,372 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ee1924b97d1845db863a9da8f3c7ece2 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/ee1924b97d1845db863a9da8f3c7ece2 2024-12-10T09:25:46,372 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/6a8b83bcbe4f468bad98358e9d852830 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/A/6a8b83bcbe4f468bad98358e9d852830 2024-12-10T09:25:46,377 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/574a9d371f774717a60519a2556dc832 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/574a9d371f774717a60519a2556dc832 2024-12-10T09:25:46,377 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/322cdd92089d4bcdab22ad37a7a3240c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/322cdd92089d4bcdab22ad37a7a3240c 2024-12-10T09:25:46,377 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/c00b203df3124a92b5b9918518ab43f7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/B/c00b203df3124a92b5b9918518ab43f7 2024-12-10T09:25:46,381 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/7cf33263836b49baa0450dfd05412533 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/7cf33263836b49baa0450dfd05412533 2024-12-10T09:25:46,382 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/69515e95afd0428cae11e8a22080979c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/69515e95afd0428cae11e8a22080979c 2024-12-10T09:25:46,382 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/8c78b92885a344b3869bf54ab93eb0af to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/C/8c78b92885a344b3869bf54ab93eb0af 2024-12-10T09:25:46,385 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/recovered.edits/335.seqid to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f/recovered.edits/335.seqid 2024-12-10T09:25:46,386 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/ff3ba827106db17fa297b6025e783a6f 2024-12-10T09:25:46,386 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-10T09:25:46,390 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=154, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:46,392 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-10T09:25:46,393 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-10T09:25:46,394 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=154, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:46,394 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-10T09:25:46,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733822746394"}]},"ts":"9223372036854775807"} 2024-12-10T09:25:46,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-10T09:25:46,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ff3ba827106db17fa297b6025e783a6f, NAME => 'TestAcidGuarantees,,1733822719221.ff3ba827106db17fa297b6025e783a6f.', STARTKEY => '', ENDKEY => ''}] 2024-12-10T09:25:46,396 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-10T09:25:46,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733822746396"}]},"ts":"9223372036854775807"} 2024-12-10T09:25:46,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-10T09:25:46,437 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=154, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:46,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 84 msec 2024-12-10T09:25:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-10T09:25:46,460 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-10T09:25:46,476 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=245 (was 247), OpenFileDescriptor=451 (was 456), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 520), ProcessCount=9 (was 9), AvailableMemoryMB=4837 (was 4846) 2024-12-10T09:25:46,482 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=245, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=9, AvailableMemoryMB=4837 2024-12-10T09:25:46,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-10T09:25:46,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T09:25:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:46,485 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T09:25:46,485 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:46,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 155 2024-12-10T09:25:46,486 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T09:25:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-10T09:25:46,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742393_1569 (size=963) 2024-12-10T09:25:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-10T09:25:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-10T09:25:46,896 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95 2024-12-10T09:25:46,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742394_1570 (size=53) 2024-12-10T09:25:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-10T09:25:47,310 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:25:47,310 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c37015436f92c1b5128b13a7c54f49a8, disabling compactions & flushes 2024-12-10T09:25:47,310 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:47,310 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:47,310 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. after waiting 0 ms 2024-12-10T09:25:47,310 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:47,310 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:47,310 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:47,312 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T09:25:47,313 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733822747313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733822747313"}]},"ts":"1733822747313"} 2024-12-10T09:25:47,315 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T09:25:47,317 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T09:25:47,317 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822747317"}]},"ts":"1733822747317"} 2024-12-10T09:25:47,319 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-10T09:25:47,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c37015436f92c1b5128b13a7c54f49a8, ASSIGN}] 2024-12-10T09:25:47,373 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c37015436f92c1b5128b13a7c54f49a8, ASSIGN 2024-12-10T09:25:47,374 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c37015436f92c1b5128b13a7c54f49a8, ASSIGN; state=OFFLINE, location=65eb268144ba,42979,1733822591299; forceNewPlan=false, retain=false 2024-12-10T09:25:47,525 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=c37015436f92c1b5128b13a7c54f49a8, regionState=OPENING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:25:47,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; OpenRegionProcedure c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:25:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-10T09:25:47,680 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:47,686 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:47,686 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7285): Opening region: {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} 2024-12-10T09:25:47,687 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:47,687 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:25:47,687 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7327): checking encryption for c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:47,687 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7330): checking classloading for c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:47,689 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:47,691 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:25:47,692 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c37015436f92c1b5128b13a7c54f49a8 columnFamilyName A 2024-12-10T09:25:47,692 DEBUG [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:47,693 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.HStore(327): Store=c37015436f92c1b5128b13a7c54f49a8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:25:47,693 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:47,694 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:25:47,694 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c37015436f92c1b5128b13a7c54f49a8 columnFamilyName B 2024-12-10T09:25:47,694 DEBUG [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:47,694 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.HStore(327): Store=c37015436f92c1b5128b13a7c54f49a8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:25:47,694 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:47,695 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:25:47,695 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c37015436f92c1b5128b13a7c54f49a8 columnFamilyName C 2024-12-10T09:25:47,696 DEBUG [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:47,696 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.HStore(327): Store=c37015436f92c1b5128b13a7c54f49a8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:25:47,696 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:47,697 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:47,697 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:47,698 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-10T09:25:47,699 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1085): writing seq id for c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:47,701 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T09:25:47,701 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1102): Opened c37015436f92c1b5128b13a7c54f49a8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68764946, jitterRate=0.024677544832229614}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-10T09:25:47,702 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1001): Region open journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:47,702 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., pid=157, masterSystemTime=1733822747680 2024-12-10T09:25:47,703 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:47,703 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:47,704 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=c37015436f92c1b5128b13a7c54f49a8, regionState=OPEN, openSeqNum=2, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:25:47,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-10T09:25:47,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; OpenRegionProcedure c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 in 178 msec 2024-12-10T09:25:47,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-12-10T09:25:47,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c37015436f92c1b5128b13a7c54f49a8, ASSIGN in 336 msec 2024-12-10T09:25:47,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T09:25:47,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822747707"}]},"ts":"1733822747707"} 2024-12-10T09:25:47,708 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-10T09:25:47,712 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T09:25:47,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2280 sec 2024-12-10T09:25:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-10T09:25:48,595 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-12-10T09:25:48,598 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6333ace5 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61fa8719 2024-12-10T09:25:48,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb2c038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:48,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:48,670 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:48,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T09:25:48,674 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T09:25:48,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-10T09:25:48,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T09:25:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-10T09:25:48,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742395_1571 (size=999) 2024-12-10T09:25:49,092 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-10T09:25:49,092 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-10T09:25:49,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-10T09:25:49,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c37015436f92c1b5128b13a7c54f49a8, REOPEN/MOVE}] 2024-12-10T09:25:49,100 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c37015436f92c1b5128b13a7c54f49a8, REOPEN/MOVE 2024-12-10T09:25:49,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=c37015436f92c1b5128b13a7c54f49a8, regionState=CLOSING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,101 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T09:25:49,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; CloseRegionProcedure c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:25:49,253 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,254 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:49,254 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-10T09:25:49,254 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing c37015436f92c1b5128b13a7c54f49a8, disabling compactions & flushes 2024-12-10T09:25:49,254 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:49,254 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:49,254 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. after waiting 0 ms 2024-12-10T09:25:49,254 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:49,262 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-10T09:25:49,264 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:49,264 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:49,264 WARN [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionServer(3786): Not adding moved region record: c37015436f92c1b5128b13a7c54f49a8 to self. 2024-12-10T09:25:49,267 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:49,267 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=c37015436f92c1b5128b13a7c54f49a8, regionState=CLOSED 2024-12-10T09:25:49,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-12-10T09:25:49,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseRegionProcedure c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 in 168 msec 2024-12-10T09:25:49,273 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c37015436f92c1b5128b13a7c54f49a8, REOPEN/MOVE; state=CLOSED, location=65eb268144ba,42979,1733822591299; forceNewPlan=false, retain=true 2024-12-10T09:25:49,424 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=c37015436f92c1b5128b13a7c54f49a8, regionState=OPENING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=160, state=RUNNABLE; OpenRegionProcedure c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:25:49,581 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,587 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:49,587 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7285): Opening region: {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} 2024-12-10T09:25:49,587 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:49,588 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T09:25:49,588 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7327): checking encryption for c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:49,588 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7330): checking classloading for c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:49,591 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:49,592 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:25:49,592 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c37015436f92c1b5128b13a7c54f49a8 columnFamilyName A 2024-12-10T09:25:49,596 DEBUG [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:49,597 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.HStore(327): Store=c37015436f92c1b5128b13a7c54f49a8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:25:49,597 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:49,598 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:25:49,598 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c37015436f92c1b5128b13a7c54f49a8 columnFamilyName B 2024-12-10T09:25:49,598 DEBUG [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:49,599 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.HStore(327): Store=c37015436f92c1b5128b13a7c54f49a8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:25:49,599 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:49,600 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-10T09:25:49,600 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c37015436f92c1b5128b13a7c54f49a8 columnFamilyName C 2024-12-10T09:25:49,600 DEBUG [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:49,601 INFO [StoreOpener-c37015436f92c1b5128b13a7c54f49a8-1 {}] regionserver.HStore(327): Store=c37015436f92c1b5128b13a7c54f49a8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T09:25:49,601 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:49,602 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:49,603 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:49,605 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-10T09:25:49,608 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1085): writing seq id for c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:49,609 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1102): Opened c37015436f92c1b5128b13a7c54f49a8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71453039, jitterRate=0.06473325192928314}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-10T09:25:49,610 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1001): Region open journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:49,611 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., pid=162, masterSystemTime=1733822749580 2024-12-10T09:25:49,612 DEBUG [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:49,612 INFO [RS_OPEN_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:49,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=c37015436f92c1b5128b13a7c54f49a8, regionState=OPEN, openSeqNum=5, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=160 2024-12-10T09:25:49,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=160, state=SUCCESS; OpenRegionProcedure c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 in 188 msec 2024-12-10T09:25:49,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-10T09:25:49,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c37015436f92c1b5128b13a7c54f49a8, REOPEN/MOVE in 516 msec 2024-12-10T09:25:49,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-10T09:25:49,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 519 msec 2024-12-10T09:25:49,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-12-10T09:25:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-10T09:25:49,620 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6adef360 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f29636d 2024-12-10T09:25:49,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f0cbb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:49,663 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1de5cadc to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@943e006 2024-12-10T09:25:49,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3add07d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:49,671 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6269e0a1 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@743c6f3a 2024-12-10T09:25:49,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260d3dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:49,679 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1124eb0a to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67603ab 2024-12-10T09:25:49,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49daf5a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:49,687 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68a403af to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef93e4b 2024-12-10T09:25:49,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40908ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:49,695 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37c5f69f to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73ee60e6 2024-12-10T09:25:49,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596fc573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:49,705 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d4ed495 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d27688a 2024-12-10T09:25:49,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a446400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:49,713 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59b714ec to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f425468 2024-12-10T09:25:49,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668f5de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:49,721 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31dc0147 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c60f200 2024-12-10T09:25:49,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709ce215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:49,729 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a73e6e3 to 127.0.0.1:56918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71e8e75f 2024-12-10T09:25:49,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66732f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T09:25:49,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:49,740 DEBUG [hconnection-0x2f50b1e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:49,740 DEBUG [hconnection-0x57d2ba92-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-12-10T09:25:49,740 DEBUG [hconnection-0x7bb03a9f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-10T09:25:49,741 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:49,741 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:49,741 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:49,742 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:49,742 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:49,742 DEBUG [hconnection-0x4dadea8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:49,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:49,744 DEBUG [hconnection-0xb59fd80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:49,744 DEBUG [hconnection-0x13e3e548-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:49,744 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:49,745 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:49,745 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:49,745 DEBUG [hconnection-0x12679c94-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:49,745 DEBUG [hconnection-0x26cbe32e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:49,745 DEBUG [hconnection-0xd1267b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:49,746 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:49,746 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:49,746 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:49,747 DEBUG [hconnection-0x56acbd12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T09:25:49,749 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T09:25:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:49,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-10T09:25:49,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:25:49,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:49,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:25:49,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:49,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:25:49,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:49,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822809764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822809764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822809765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822809767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822809767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210826cbfc8fbaf40a985c2813de949d6aa_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822749749/Put/seqid=0 2024-12-10T09:25:49,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742396_1572 (size=12154) 2024-12-10T09:25:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-10T09:25:49,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822809868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822809868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822809869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822809869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822809869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:49,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-10T09:25:49,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:49,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:49,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:49,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-10T09:25:50,045 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-10T09:25:50,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:50,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:50,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:50,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822810070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822810071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822810071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822810072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822810072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,181 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:50,184 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210826cbfc8fbaf40a985c2813de949d6aa_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210826cbfc8fbaf40a985c2813de949d6aa_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:50,184 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/cb60ea7927114f3ea905ec6282c4b0bf, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:50,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/cb60ea7927114f3ea905ec6282c4b0bf is 175, key is test_row_0/A:col10/1733822749749/Put/seqid=0 2024-12-10T09:25:50,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742397_1573 (size=30955) 2024-12-10T09:25:50,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-10T09:25:50,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:50,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:50,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:50,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-10T09:25:50,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-10T09:25:50,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:50,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:50,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:50,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822810373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822810373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822810373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822810374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822810378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-10T09:25:50,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:50,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:50,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:50,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,590 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/cb60ea7927114f3ea905ec6282c4b0bf 2024-12-10T09:25:50,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/0ac02f12f7d041d1a4e56f7eabcef6e1 is 50, key is test_row_0/B:col10/1733822749749/Put/seqid=0 2024-12-10T09:25:50,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742398_1574 (size=12001) 2024-12-10T09:25:50,653 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-10T09:25:50,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:50,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:50,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:50,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,805 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-10T09:25:50,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:50,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:50,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:50,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-10T09:25:50,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822810875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822810876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822810876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822810877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822810879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,957 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:50,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-10T09:25:50,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:50,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:50,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:50,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:51,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/0ac02f12f7d041d1a4e56f7eabcef6e1 2024-12-10T09:25:51,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/5175ed667074494f87b0ba559de3b13e is 50, key is test_row_0/C:col10/1733822749749/Put/seqid=0 2024-12-10T09:25:51,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742399_1575 (size=12001) 2024-12-10T09:25:51,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/5175ed667074494f87b0ba559de3b13e 2024-12-10T09:25:51,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/cb60ea7927114f3ea905ec6282c4b0bf as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/cb60ea7927114f3ea905ec6282c4b0bf 2024-12-10T09:25:51,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/cb60ea7927114f3ea905ec6282c4b0bf, entries=150, sequenceid=17, filesize=30.2 K 2024-12-10T09:25:51,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/0ac02f12f7d041d1a4e56f7eabcef6e1 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/0ac02f12f7d041d1a4e56f7eabcef6e1 2024-12-10T09:25:51,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/0ac02f12f7d041d1a4e56f7eabcef6e1, entries=150, sequenceid=17, filesize=11.7 K 2024-12-10T09:25:51,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/5175ed667074494f87b0ba559de3b13e as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/5175ed667074494f87b0ba559de3b13e 2024-12-10T09:25:51,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/5175ed667074494f87b0ba559de3b13e, entries=150, sequenceid=17, filesize=11.7 K 2024-12-10T09:25:51,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c37015436f92c1b5128b13a7c54f49a8 in 1289ms, sequenceid=17, compaction requested=false 2024-12-10T09:25:51,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:51,109 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:51,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-10T09:25:51,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:51,109 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-10T09:25:51,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:25:51,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:51,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:25:51,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:51,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:25:51,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:51,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121085ac3ec1540845e08228ac15d5042ee2_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822749766/Put/seqid=0 2024-12-10T09:25:51,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742400_1576 (size=12154) 2024-12-10T09:25:51,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T09:25:51,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:51,519 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121085ac3ec1540845e08228ac15d5042ee2_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121085ac3ec1540845e08228ac15d5042ee2_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:51,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/aadcde60adee4addbc128aa951529372, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:51,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/aadcde60adee4addbc128aa951529372 is 175, key is test_row_0/A:col10/1733822749766/Put/seqid=0 2024-12-10T09:25:51,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742401_1577 (size=30955) 2024-12-10T09:25:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-10T09:25:51,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:51,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822811887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:51,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822811887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:51,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822811887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:51,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822811888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:51,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822811888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:51,925 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/aadcde60adee4addbc128aa951529372 2024-12-10T09:25:51,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/3dc738da172b4d68a8d985f32bb9d7c0 is 50, key is test_row_0/B:col10/1733822749766/Put/seqid=0 2024-12-10T09:25:51,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742402_1578 (size=12001) 2024-12-10T09:25:51,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822811989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:51,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822811990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:51,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822811990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:52,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822812192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:52,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822812192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:52,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822812193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:52,333 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/3dc738da172b4d68a8d985f32bb9d7c0 2024-12-10T09:25:52,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/1fbf8167dff94793866b50c7b3c85b07 is 50, key is test_row_0/C:col10/1733822749766/Put/seqid=0 2024-12-10T09:25:52,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742403_1579 (size=12001) 2024-12-10T09:25:52,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822812494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:52,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822812496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:52,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822812497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:52,742 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/1fbf8167dff94793866b50c7b3c85b07 2024-12-10T09:25:52,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/aadcde60adee4addbc128aa951529372 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/aadcde60adee4addbc128aa951529372 2024-12-10T09:25:52,748 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/aadcde60adee4addbc128aa951529372, entries=150, sequenceid=41, filesize=30.2 K 2024-12-10T09:25:52,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/3dc738da172b4d68a8d985f32bb9d7c0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/3dc738da172b4d68a8d985f32bb9d7c0 2024-12-10T09:25:52,751 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/3dc738da172b4d68a8d985f32bb9d7c0, entries=150, sequenceid=41, filesize=11.7 K 2024-12-10T09:25:52,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/1fbf8167dff94793866b50c7b3c85b07 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/1fbf8167dff94793866b50c7b3c85b07 2024-12-10T09:25:52,755 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/1fbf8167dff94793866b50c7b3c85b07, entries=150, sequenceid=41, filesize=11.7 K 2024-12-10T09:25:52,756 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c37015436f92c1b5128b13a7c54f49a8 in 1646ms, sequenceid=41, compaction requested=false 2024-12-10T09:25:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-12-10T09:25:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-12-10T09:25:52,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-10T09:25:52,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0170 sec 2024-12-10T09:25:52,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 3.0210 sec 2024-12-10T09:25:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:52,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-10T09:25:53,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:25:53,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:53,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:25:53,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:53,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:25:53,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:53,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412106972a09689354a69893ec75865f245f8_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822752998/Put/seqid=0 2024-12-10T09:25:53,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742404_1580 (size=12154) 2024-12-10T09:25:53,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822813017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:53,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822813018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:53,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822813019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:53,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822813120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:53,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822813120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:53,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822813121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:53,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822813322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:53,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822813322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:53,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822813322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:53,408 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:53,410 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412106972a09689354a69893ec75865f245f8_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412106972a09689354a69893ec75865f245f8_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:53,411 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/756714cd17f740bda4fe7e48f7eec8a4, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:53,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/756714cd17f740bda4fe7e48f7eec8a4 is 175, key is test_row_0/A:col10/1733822752998/Put/seqid=0 2024-12-10T09:25:53,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742405_1581 (size=30955) 2024-12-10T09:25:53,427 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/756714cd17f740bda4fe7e48f7eec8a4 2024-12-10T09:25:53,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/6f1bf4a8fea845c38bb1e46d17be1cc7 is 50, key is test_row_0/B:col10/1733822752998/Put/seqid=0 2024-12-10T09:25:53,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742406_1582 (size=12001) 2024-12-10T09:25:53,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/6f1bf4a8fea845c38bb1e46d17be1cc7 2024-12-10T09:25:53,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/c9218a044e8646b1b2efea25910719f4 is 50, key is test_row_0/C:col10/1733822752998/Put/seqid=0 2024-12-10T09:25:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742407_1583 (size=12001) 2024-12-10T09:25:53,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822813625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:53,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822813625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:53,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822813625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-10T09:25:53,844 INFO [Thread-2530 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-10T09:25:53,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:53,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/c9218a044e8646b1b2efea25910719f4 2024-12-10T09:25:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-12-10T09:25:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-10T09:25:53,878 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:53,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/756714cd17f740bda4fe7e48f7eec8a4 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/756714cd17f740bda4fe7e48f7eec8a4 2024-12-10T09:25:53,878 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:53,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:53,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/756714cd17f740bda4fe7e48f7eec8a4, entries=150, sequenceid=55, filesize=30.2 K 2024-12-10T09:25:53,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/6f1bf4a8fea845c38bb1e46d17be1cc7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6f1bf4a8fea845c38bb1e46d17be1cc7 2024-12-10T09:25:53,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6f1bf4a8fea845c38bb1e46d17be1cc7, entries=150, sequenceid=55, filesize=11.7 K 2024-12-10T09:25:53,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/c9218a044e8646b1b2efea25910719f4 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/c9218a044e8646b1b2efea25910719f4 2024-12-10T09:25:53,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/c9218a044e8646b1b2efea25910719f4, entries=150, sequenceid=55, filesize=11.7 K 2024-12-10T09:25:53,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c37015436f92c1b5128b13a7c54f49a8 in 887ms, sequenceid=55, compaction requested=true 2024-12-10T09:25:53,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:53,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c37015436f92c1b5128b13a7c54f49a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:25:53,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:53,887 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:53,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c37015436f92c1b5128b13a7c54f49a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:25:53,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:53,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c37015436f92c1b5128b13a7c54f49a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:25:53,887 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:53,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:53,888 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:53,888 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:53,888 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c37015436f92c1b5128b13a7c54f49a8/B is initiating minor compaction (all files) 2024-12-10T09:25:53,888 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): c37015436f92c1b5128b13a7c54f49a8/A is initiating minor compaction (all files) 2024-12-10T09:25:53,888 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c37015436f92c1b5128b13a7c54f49a8/B in TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:53,888 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c37015436f92c1b5128b13a7c54f49a8/A in TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:53,888 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/0ac02f12f7d041d1a4e56f7eabcef6e1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/3dc738da172b4d68a8d985f32bb9d7c0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6f1bf4a8fea845c38bb1e46d17be1cc7] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp, totalSize=35.2 K 2024-12-10T09:25:53,888 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/cb60ea7927114f3ea905ec6282c4b0bf, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/aadcde60adee4addbc128aa951529372, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/756714cd17f740bda4fe7e48f7eec8a4] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp, totalSize=90.7 K 2024-12-10T09:25:53,888 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:53,888 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/cb60ea7927114f3ea905ec6282c4b0bf, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/aadcde60adee4addbc128aa951529372, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/756714cd17f740bda4fe7e48f7eec8a4] 2024-12-10T09:25:53,888 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ac02f12f7d041d1a4e56f7eabcef6e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733822749748 2024-12-10T09:25:53,888 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb60ea7927114f3ea905ec6282c4b0bf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733822749748 2024-12-10T09:25:53,888 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dc738da172b4d68a8d985f32bb9d7c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733822749762 2024-12-10T09:25:53,888 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f1bf4a8fea845c38bb1e46d17be1cc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733822751885 2024-12-10T09:25:53,888 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting aadcde60adee4addbc128aa951529372, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733822749762 2024-12-10T09:25:53,889 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 756714cd17f740bda4fe7e48f7eec8a4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733822751885 2024-12-10T09:25:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:53,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-10T09:25:53,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:25:53,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:53,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:25:53,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:53,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:25:53,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:53,895 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c37015436f92c1b5128b13a7c54f49a8#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:53,896 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/f563ec01be014d9abd5290eed2040e2d is 50, key is test_row_0/B:col10/1733822752998/Put/seqid=0 2024-12-10T09:25:53,897 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:53,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742408_1584 (size=12104) 2024-12-10T09:25:53,900 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241210ca6f1f76ab324f338a7802d2c54f2d3e_c37015436f92c1b5128b13a7c54f49a8 store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:53,901 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241210ca6f1f76ab324f338a7802d2c54f2d3e_c37015436f92c1b5128b13a7c54f49a8, store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:53,902 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/f563ec01be014d9abd5290eed2040e2d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/f563ec01be014d9abd5290eed2040e2d 2024-12-10T09:25:53,902 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210ca6f1f76ab324f338a7802d2c54f2d3e_c37015436f92c1b5128b13a7c54f49a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:53,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210bb6ef6994867496eb921408b8721025d_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822753018/Put/seqid=0 2024-12-10T09:25:53,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742409_1585 (size=4469) 2024-12-10T09:25:53,906 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c37015436f92c1b5128b13a7c54f49a8/B of c37015436f92c1b5128b13a7c54f49a8 into f563ec01be014d9abd5290eed2040e2d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:53,906 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:53,906 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., storeName=c37015436f92c1b5128b13a7c54f49a8/B, priority=13, startTime=1733822753887; duration=0sec 2024-12-10T09:25:53,906 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:53,906 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c37015436f92c1b5128b13a7c54f49a8:B 2024-12-10T09:25:53,906 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:25:53,906 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c37015436f92c1b5128b13a7c54f49a8#A#compaction#493 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:53,906 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/7eb541c9fb0b4f949a5244209f574796 is 175, key is test_row_0/A:col10/1733822752998/Put/seqid=0 2024-12-10T09:25:53,906 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:25:53,907 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c37015436f92c1b5128b13a7c54f49a8/C is initiating minor compaction (all files) 2024-12-10T09:25:53,907 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c37015436f92c1b5128b13a7c54f49a8/C in TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:53,907 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/5175ed667074494f87b0ba559de3b13e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/1fbf8167dff94793866b50c7b3c85b07, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/c9218a044e8646b1b2efea25910719f4] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp, totalSize=35.2 K 2024-12-10T09:25:53,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742410_1586 (size=14594) 2024-12-10T09:25:53,908 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 5175ed667074494f87b0ba559de3b13e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733822749748 2024-12-10T09:25:53,908 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:53,908 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fbf8167dff94793866b50c7b3c85b07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733822749762 2024-12-10T09:25:53,908 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting c9218a044e8646b1b2efea25910719f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733822751885 2024-12-10T09:25:53,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742411_1587 (size=31058) 2024-12-10T09:25:53,910 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210bb6ef6994867496eb921408b8721025d_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210bb6ef6994867496eb921408b8721025d_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:53,911 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/6be7957ad6f04525843a12df02e1cf64, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:53,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/6be7957ad6f04525843a12df02e1cf64 is 175, key is test_row_0/A:col10/1733822753018/Put/seqid=0 2024-12-10T09:25:53,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822813909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:53,913 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/7eb541c9fb0b4f949a5244209f574796 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/7eb541c9fb0b4f949a5244209f574796 2024-12-10T09:25:53,913 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c37015436f92c1b5128b13a7c54f49a8#C#compaction#495 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:53,914 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/1deb1a710d0c4a119441b523f5413458 is 50, key is test_row_0/C:col10/1733822752998/Put/seqid=0 2024-12-10T09:25:53,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742412_1588 (size=39549) 2024-12-10T09:25:53,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822813914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:53,916 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/6be7957ad6f04525843a12df02e1cf64 2024-12-10T09:25:53,917 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c37015436f92c1b5128b13a7c54f49a8/A of c37015436f92c1b5128b13a7c54f49a8 into 7eb541c9fb0b4f949a5244209f574796(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:53,917 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:53,917 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., storeName=c37015436f92c1b5128b13a7c54f49a8/A, priority=13, startTime=1733822753887; duration=0sec 2024-12-10T09:25:53,917 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:53,917 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c37015436f92c1b5128b13a7c54f49a8:A 2024-12-10T09:25:53,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/75eb8c7c670a4811a1a35f54fcfbd772 is 50, key is test_row_0/B:col10/1733822753018/Put/seqid=0 2024-12-10T09:25:53,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742413_1589 (size=12104) 2024-12-10T09:25:53,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742414_1590 (size=12001) 2024-12-10T09:25:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-10T09:25:54,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822814013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822814016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,029 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-10T09:25:54,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:54,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:54,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:54,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:54,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:54,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822814127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822814128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822814128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-10T09:25:54,181 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-10T09:25:54,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:54,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:54,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:54,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:54,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:54,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822814217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822814220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/75eb8c7c670a4811a1a35f54fcfbd772 2024-12-10T09:25:54,327 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/1deb1a710d0c4a119441b523f5413458 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/1deb1a710d0c4a119441b523f5413458 2024-12-10T09:25:54,330 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c37015436f92c1b5128b13a7c54f49a8/C of c37015436f92c1b5128b13a7c54f49a8 into 1deb1a710d0c4a119441b523f5413458(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:54,330 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:54,330 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., storeName=c37015436f92c1b5128b13a7c54f49a8/C, priority=13, startTime=1733822753887; duration=0sec 2024-12-10T09:25:54,330 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:54,330 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c37015436f92c1b5128b13a7c54f49a8:C 2024-12-10T09:25:54,333 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-10T09:25:54,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:54,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:54,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:54,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:54,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:54,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/05c25bf3208e4000a6e634cf7d464c68 is 50, key is test_row_0/C:col10/1733822753018/Put/seqid=0 2024-12-10T09:25:54,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742415_1591 (size=12001) 2024-12-10T09:25:54,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/05c25bf3208e4000a6e634cf7d464c68 2024-12-10T09:25:54,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/6be7957ad6f04525843a12df02e1cf64 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/6be7957ad6f04525843a12df02e1cf64 2024-12-10T09:25:54,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/6be7957ad6f04525843a12df02e1cf64, entries=200, sequenceid=79, filesize=38.6 K 2024-12-10T09:25:54,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/75eb8c7c670a4811a1a35f54fcfbd772 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/75eb8c7c670a4811a1a35f54fcfbd772 2024-12-10T09:25:54,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/75eb8c7c670a4811a1a35f54fcfbd772, entries=150, sequenceid=79, filesize=11.7 K 2024-12-10T09:25:54,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/05c25bf3208e4000a6e634cf7d464c68 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/05c25bf3208e4000a6e634cf7d464c68 2024-12-10T09:25:54,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/05c25bf3208e4000a6e634cf7d464c68, entries=150, sequenceid=79, filesize=11.7 K 2024-12-10T09:25:54,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c37015436f92c1b5128b13a7c54f49a8 in 467ms, sequenceid=79, compaction requested=false 2024-12-10T09:25:54,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-10T09:25:54,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-10T09:25:54,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:54,485 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-10T09:25:54,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:25:54,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:54,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:25:54,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:54,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:25:54,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:54,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210b57aaec64a644916b3b7ab0435fc7721_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822753904/Put/seqid=0 2024-12-10T09:25:54,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742416_1592 (size=12154) 2024-12-10T09:25:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:54,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:54,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822814559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822814560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822814661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822814662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822814863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822814864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:54,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:54,897 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210b57aaec64a644916b3b7ab0435fc7721_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210b57aaec64a644916b3b7ab0435fc7721_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:54,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/5fd9acf0693b460b9c5641181d245fef, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:54,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/5fd9acf0693b460b9c5641181d245fef is 175, key is test_row_0/A:col10/1733822753904/Put/seqid=0 2024-12-10T09:25:54,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742417_1593 (size=30955) 2024-12-10T09:25:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-10T09:25:55,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822815129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:55,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822815132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:55,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822815134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:55,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822815165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:55,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822815167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:55,301 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/5fd9acf0693b460b9c5641181d245fef 2024-12-10T09:25:55,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/652673a29df24030bedfe8433a964276 is 50, key is test_row_0/B:col10/1733822753904/Put/seqid=0 2024-12-10T09:25:55,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742418_1594 (size=12001) 2024-12-10T09:25:55,309 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/652673a29df24030bedfe8433a964276 2024-12-10T09:25:55,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/fab2450b5cd34f9d9920f087c25d849b is 50, key is test_row_0/C:col10/1733822753904/Put/seqid=0 2024-12-10T09:25:55,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742419_1595 (size=12001) 2024-12-10T09:25:55,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822815671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:55,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822815671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:55,717 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/fab2450b5cd34f9d9920f087c25d849b 2024-12-10T09:25:55,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/5fd9acf0693b460b9c5641181d245fef as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/5fd9acf0693b460b9c5641181d245fef 2024-12-10T09:25:55,722 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/5fd9acf0693b460b9c5641181d245fef, entries=150, sequenceid=94, filesize=30.2 K 2024-12-10T09:25:55,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/652673a29df24030bedfe8433a964276 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/652673a29df24030bedfe8433a964276 2024-12-10T09:25:55,725 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/652673a29df24030bedfe8433a964276, entries=150, sequenceid=94, filesize=11.7 K 2024-12-10T09:25:55,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/fab2450b5cd34f9d9920f087c25d849b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/fab2450b5cd34f9d9920f087c25d849b 2024-12-10T09:25:55,727 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/fab2450b5cd34f9d9920f087c25d849b, entries=150, sequenceid=94, filesize=11.7 K 2024-12-10T09:25:55,728 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c37015436f92c1b5128b13a7c54f49a8 in 1243ms, sequenceid=94, compaction requested=true 2024-12-10T09:25:55,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:55,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:55,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-12-10T09:25:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-12-10T09:25:55,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-10T09:25:55,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8510 sec 2024-12-10T09:25:55,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.8850 sec 2024-12-10T09:25:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-10T09:25:55,981 INFO [Thread-2530 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-10T09:25:55,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-12-10T09:25:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-10T09:25:55,982 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:55,983 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:55,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-10T09:25:56,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:56,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-10T09:25:56,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:56,134 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-10T09:25:56,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:25:56,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:56,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:25:56,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:56,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:25:56,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:56,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412103d842107de2447789204bc6df44a6120_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822754559/Put/seqid=0 2024-12-10T09:25:56,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742420_1596 (size=12154) 2024-12-10T09:25:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-10T09:25:56,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:56,545 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412103d842107de2447789204bc6df44a6120_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412103d842107de2447789204bc6df44a6120_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:56,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/c9a1264452264c9e8befdce280a71274, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/c9a1264452264c9e8befdce280a71274 is 175, key is test_row_0/A:col10/1733822754559/Put/seqid=0 2024-12-10T09:25:56,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742421_1597 (size=30955) 2024-12-10T09:25:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-10T09:25:56,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:56,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822816688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:56,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822816689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:56,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822816791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:56,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:56,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822816791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:56,949 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/c9a1264452264c9e8befdce280a71274 2024-12-10T09:25:56,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/0feade088e7b47fb923211ce6db5dd01 is 50, key is test_row_0/B:col10/1733822754559/Put/seqid=0 2024-12-10T09:25:56,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742422_1598 (size=12001) 2024-12-10T09:25:56,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822816994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:56,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822816994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-10T09:25:57,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822817132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:57,133 DEBUG [Thread-2522 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4115 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., hostname=65eb268144ba,42979,1733822591299, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:25:57,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822817149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:57,150 DEBUG [Thread-2526 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., hostname=65eb268144ba,42979,1733822591299, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:25:57,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822817150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:57,151 DEBUG [Thread-2520 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., hostname=65eb268144ba,42979,1733822591299, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:25:57,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822817297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:57,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822817298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:57,357 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/0feade088e7b47fb923211ce6db5dd01 2024-12-10T09:25:57,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/7d9a5f45596a46f28fbfebd1910ef20f is 50, key is test_row_0/C:col10/1733822754559/Put/seqid=0 2024-12-10T09:25:57,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742423_1599 (size=12001) 2024-12-10T09:25:57,778 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/7d9a5f45596a46f28fbfebd1910ef20f 2024-12-10T09:25:57,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/c9a1264452264c9e8befdce280a71274 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/c9a1264452264c9e8befdce280a71274 2024-12-10T09:25:57,783 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/c9a1264452264c9e8befdce280a71274, entries=150, sequenceid=118, filesize=30.2 K 2024-12-10T09:25:57,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/0feade088e7b47fb923211ce6db5dd01 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/0feade088e7b47fb923211ce6db5dd01 2024-12-10T09:25:57,787 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/0feade088e7b47fb923211ce6db5dd01, entries=150, sequenceid=118, filesize=11.7 K 2024-12-10T09:25:57,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/7d9a5f45596a46f28fbfebd1910ef20f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/7d9a5f45596a46f28fbfebd1910ef20f 2024-12-10T09:25:57,790 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/7d9a5f45596a46f28fbfebd1910ef20f, entries=150, sequenceid=118, filesize=11.7 K 2024-12-10T09:25:57,790 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c37015436f92c1b5128b13a7c54f49a8 in 1656ms, sequenceid=118, compaction requested=true 2024-12-10T09:25:57,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:57,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:57,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-12-10T09:25:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-12-10T09:25:57,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-10T09:25:57,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8080 sec 2024-12-10T09:25:57,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.8110 sec 2024-12-10T09:25:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:57,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-10T09:25:57,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:25:57,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:57,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:25:57,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:57,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:25:57,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:57,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210f0bdbebc2d0e4330a44ea04081e13a79_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822756688/Put/seqid=0 2024-12-10T09:25:57,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742424_1600 (size=14744) 2024-12-10T09:25:57,814 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:57,817 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210f0bdbebc2d0e4330a44ea04081e13a79_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210f0bdbebc2d0e4330a44ea04081e13a79_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:57,817 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/5b24441c012c47ee866bc90540ee7695, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:57,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/5b24441c012c47ee866bc90540ee7695 is 175, key is test_row_0/A:col10/1733822756688/Put/seqid=0 2024-12-10T09:25:57,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742425_1601 (size=39699) 2024-12-10T09:25:57,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822817833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:57,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822817835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:57,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822817936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:57,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822817938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-10T09:25:58,085 INFO [Thread-2530 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-10T09:25:58,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:25:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-12-10T09:25:58,087 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:25:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-10T09:25:58,087 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:25:58,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:25:58,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822818139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:58,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822818141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-10T09:25:58,229 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/5b24441c012c47ee866bc90540ee7695 2024-12-10T09:25:58,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/e9a2205c8eca4546b661272c36a394f3 is 50, key is test_row_0/B:col10/1733822756688/Put/seqid=0 2024-12-10T09:25:58,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:58,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-10T09:25:58,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:58,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:58,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:58,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:58,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742426_1602 (size=12101) 2024-12-10T09:25:58,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:58,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/e9a2205c8eca4546b661272c36a394f3 2024-12-10T09:25:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:58,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/da5ff102bf5d431c862ae929569ce118 is 50, key is test_row_0/C:col10/1733822756688/Put/seqid=0 2024-12-10T09:25:58,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742427_1603 (size=12101) 2024-12-10T09:25:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-10T09:25:58,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:58,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-10T09:25:58,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:58,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:58,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:58,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:58,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:58,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822818442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:58,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822818445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:58,543 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:58,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-10T09:25:58,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:58,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:58,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:58,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:58,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:25:58,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/da5ff102bf5d431c862ae929569ce118 2024-12-10T09:25:58,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/5b24441c012c47ee866bc90540ee7695 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/5b24441c012c47ee866bc90540ee7695 2024-12-10T09:25:58,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/5b24441c012c47ee866bc90540ee7695, entries=200, sequenceid=132, filesize=38.8 K 2024-12-10T09:25:58,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/e9a2205c8eca4546b661272c36a394f3 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/e9a2205c8eca4546b661272c36a394f3 2024-12-10T09:25:58,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/e9a2205c8eca4546b661272c36a394f3, entries=150, sequenceid=132, filesize=11.8 K 2024-12-10T09:25:58,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/da5ff102bf5d431c862ae929569ce118 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/da5ff102bf5d431c862ae929569ce118 2024-12-10T09:25:58,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/da5ff102bf5d431c862ae929569ce118, entries=150, sequenceid=132, filesize=11.8 K 2024-12-10T09:25:58,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c37015436f92c1b5128b13a7c54f49a8 in 855ms, sequenceid=132, compaction requested=true 2024-12-10T09:25:58,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:58,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c37015436f92c1b5128b13a7c54f49a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:25:58,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:58,660 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-10T09:25:58,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c37015436f92c1b5128b13a7c54f49a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:25:58,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:58,660 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-10T09:25:58,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c37015436f92c1b5128b13a7c54f49a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:25:58,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:58,661 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 172216 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-10T09:25:58,661 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-10T09:25:58,661 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): c37015436f92c1b5128b13a7c54f49a8/A is initiating minor compaction (all files) 2024-12-10T09:25:58,661 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c37015436f92c1b5128b13a7c54f49a8/B is initiating minor compaction (all files) 2024-12-10T09:25:58,661 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c37015436f92c1b5128b13a7c54f49a8/A in TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:58,661 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c37015436f92c1b5128b13a7c54f49a8/B in TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:58,661 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/7eb541c9fb0b4f949a5244209f574796, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/6be7957ad6f04525843a12df02e1cf64, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/5fd9acf0693b460b9c5641181d245fef, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/c9a1264452264c9e8befdce280a71274, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/5b24441c012c47ee866bc90540ee7695] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp, totalSize=168.2 K 2024-12-10T09:25:58,661 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/f563ec01be014d9abd5290eed2040e2d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/75eb8c7c670a4811a1a35f54fcfbd772, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/652673a29df24030bedfe8433a964276, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/0feade088e7b47fb923211ce6db5dd01, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/e9a2205c8eca4546b661272c36a394f3] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp, totalSize=58.8 K 2024-12-10T09:25:58,661 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:58,661 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/7eb541c9fb0b4f949a5244209f574796, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/6be7957ad6f04525843a12df02e1cf64, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/5fd9acf0693b460b9c5641181d245fef, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/c9a1264452264c9e8befdce280a71274, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/5b24441c012c47ee866bc90540ee7695] 2024-12-10T09:25:58,661 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting f563ec01be014d9abd5290eed2040e2d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733822751885 2024-12-10T09:25:58,661 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7eb541c9fb0b4f949a5244209f574796, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733822751885 2024-12-10T09:25:58,661 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 75eb8c7c670a4811a1a35f54fcfbd772, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733822753015 2024-12-10T09:25:58,662 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6be7957ad6f04525843a12df02e1cf64, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733822753015 2024-12-10T09:25:58,662 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 652673a29df24030bedfe8433a964276, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733822753901 2024-12-10T09:25:58,662 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fd9acf0693b460b9c5641181d245fef, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733822753901 2024-12-10T09:25:58,662 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 0feade088e7b47fb923211ce6db5dd01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733822754557 2024-12-10T09:25:58,662 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9a1264452264c9e8befdce280a71274, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733822754557 2024-12-10T09:25:58,662 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting e9a2205c8eca4546b661272c36a394f3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733822756681 2024-12-10T09:25:58,662 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b24441c012c47ee866bc90540ee7695, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733822756681 2024-12-10T09:25:58,667 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:58,668 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c37015436f92c1b5128b13a7c54f49a8#B#compaction#507 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:58,668 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/249ec519fbd8431c8123f05bbb98a381 is 50, key is test_row_0/B:col10/1733822756688/Put/seqid=0 2024-12-10T09:25:58,669 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241210b47284283ecc41eaa4f5c5c207cb43ab_c37015436f92c1b5128b13a7c54f49a8 store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:58,672 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241210b47284283ecc41eaa4f5c5c207cb43ab_c37015436f92c1b5128b13a7c54f49a8, store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:58,672 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210b47284283ecc41eaa4f5c5c207cb43ab_c37015436f92c1b5128b13a7c54f49a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:58,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742428_1604 (size=12375) 2024-12-10T09:25:58,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742429_1605 (size=4469) 2024-12-10T09:25:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-10T09:25:58,695 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:25:58,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-10T09:25:58,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:58,695 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-10T09:25:58,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:25:58,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:58,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:25:58,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:58,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:25:58,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:58,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121055c30ce33c264eeb9a58203eb10e9f2b_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822757832/Put/seqid=0 2024-12-10T09:25:58,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742430_1606 (size=12304) 2024-12-10T09:25:58,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:25:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:58,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822818961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:58,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822818963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:59,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822819063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:59,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822819065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:59,084 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/249ec519fbd8431c8123f05bbb98a381 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/249ec519fbd8431c8123f05bbb98a381 2024-12-10T09:25:59,084 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c37015436f92c1b5128b13a7c54f49a8#A#compaction#508 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:59,085 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/9c84025c397145aa8187a0713cbeaf1c is 175, key is test_row_0/A:col10/1733822756688/Put/seqid=0 2024-12-10T09:25:59,087 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c37015436f92c1b5128b13a7c54f49a8/B of c37015436f92c1b5128b13a7c54f49a8 into 249ec519fbd8431c8123f05bbb98a381(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:59,087 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:59,087 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., storeName=c37015436f92c1b5128b13a7c54f49a8/B, priority=11, startTime=1733822758660; duration=0sec 2024-12-10T09:25:59,087 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:25:59,087 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c37015436f92c1b5128b13a7c54f49a8:B 2024-12-10T09:25:59,087 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-10T09:25:59,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742431_1607 (size=31329) 2024-12-10T09:25:59,089 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-10T09:25:59,089 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c37015436f92c1b5128b13a7c54f49a8/C is initiating minor compaction (all files) 2024-12-10T09:25:59,089 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c37015436f92c1b5128b13a7c54f49a8/C in TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:59,089 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/1deb1a710d0c4a119441b523f5413458, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/05c25bf3208e4000a6e634cf7d464c68, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/fab2450b5cd34f9d9920f087c25d849b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/7d9a5f45596a46f28fbfebd1910ef20f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/da5ff102bf5d431c862ae929569ce118] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp, totalSize=58.8 K 2024-12-10T09:25:59,090 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1deb1a710d0c4a119441b523f5413458, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733822751885 2024-12-10T09:25:59,090 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 05c25bf3208e4000a6e634cf7d464c68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733822753015 2024-12-10T09:25:59,090 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting fab2450b5cd34f9d9920f087c25d849b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733822753901 2024-12-10T09:25:59,090 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d9a5f45596a46f28fbfebd1910ef20f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733822754557 2024-12-10T09:25:59,090 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting da5ff102bf5d431c862ae929569ce118, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733822756681 2024-12-10T09:25:59,096 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c37015436f92c1b5128b13a7c54f49a8#C#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:25:59,096 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/8279c404ef6044f7b7accfca9d3dfd03 is 50, key is test_row_0/C:col10/1733822756688/Put/seqid=0 2024-12-10T09:25:59,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742432_1608 (size=12375) 2024-12-10T09:25:59,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:59,105 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121055c30ce33c264eeb9a58203eb10e9f2b_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121055c30ce33c264eeb9a58203eb10e9f2b_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:59,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/6f078cd29fd04c9894693e8bc28bb859, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:59,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/6f078cd29fd04c9894693e8bc28bb859 is 175, key is test_row_0/A:col10/1733822757832/Put/seqid=0 2024-12-10T09:25:59,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742433_1609 (size=31105) 2024-12-10T09:25:59,108 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/6f078cd29fd04c9894693e8bc28bb859 2024-12-10T09:25:59,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/6a92940025a946fd87f0c76c51178225 is 50, key is test_row_0/B:col10/1733822757832/Put/seqid=0 2024-12-10T09:25:59,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742434_1610 (size=12151) 2024-12-10T09:25:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-10T09:25:59,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822819267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:59,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822819267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:59,490 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/9c84025c397145aa8187a0713cbeaf1c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/9c84025c397145aa8187a0713cbeaf1c 2024-12-10T09:25:59,493 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c37015436f92c1b5128b13a7c54f49a8/A of c37015436f92c1b5128b13a7c54f49a8 into 9c84025c397145aa8187a0713cbeaf1c(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:59,493 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:59,493 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., storeName=c37015436f92c1b5128b13a7c54f49a8/A, priority=11, startTime=1733822758660; duration=0sec 2024-12-10T09:25:59,493 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:59,493 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c37015436f92c1b5128b13a7c54f49a8:A 2024-12-10T09:25:59,502 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/8279c404ef6044f7b7accfca9d3dfd03 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/8279c404ef6044f7b7accfca9d3dfd03 2024-12-10T09:25:59,504 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c37015436f92c1b5128b13a7c54f49a8/C of c37015436f92c1b5128b13a7c54f49a8 into 8279c404ef6044f7b7accfca9d3dfd03(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:25:59,505 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:59,505 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., storeName=c37015436f92c1b5128b13a7c54f49a8/C, priority=11, startTime=1733822758660; duration=0sec 2024-12-10T09:25:59,505 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:25:59,505 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c37015436f92c1b5128b13a7c54f49a8:C 2024-12-10T09:25:59,519 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/6a92940025a946fd87f0c76c51178225 2024-12-10T09:25:59,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/3969affa738f4b26a32995969fcfde91 is 50, key is test_row_0/C:col10/1733822757832/Put/seqid=0 2024-12-10T09:25:59,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742435_1611 (size=12151) 2024-12-10T09:25:59,527 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/3969affa738f4b26a32995969fcfde91 2024-12-10T09:25:59,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/6f078cd29fd04c9894693e8bc28bb859 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/6f078cd29fd04c9894693e8bc28bb859 2024-12-10T09:25:59,533 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/6f078cd29fd04c9894693e8bc28bb859, entries=150, sequenceid=154, filesize=30.4 K 2024-12-10T09:25:59,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/6a92940025a946fd87f0c76c51178225 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6a92940025a946fd87f0c76c51178225 2024-12-10T09:25:59,535 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6a92940025a946fd87f0c76c51178225, entries=150, sequenceid=154, filesize=11.9 K 2024-12-10T09:25:59,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/3969affa738f4b26a32995969fcfde91 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/3969affa738f4b26a32995969fcfde91 2024-12-10T09:25:59,538 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/3969affa738f4b26a32995969fcfde91, entries=150, sequenceid=154, filesize=11.9 K 2024-12-10T09:25:59,538 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c37015436f92c1b5128b13a7c54f49a8 in 843ms, sequenceid=154, compaction requested=false 2024-12-10T09:25:59,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:25:59,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:25:59,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-12-10T09:25:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-12-10T09:25:59,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-10T09:25:59,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4520 sec 2024-12-10T09:25:59,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.4540 sec 2024-12-10T09:25:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:59,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-10T09:25:59,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:25:59,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:59,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:25:59,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:59,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:25:59,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:25:59,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210c5708baf898849ac89aec4fe74793004_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822758960/Put/seqid=0 2024-12-10T09:25:59,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742436_1612 (size=14794) 2024-12-10T09:25:59,582 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:25:59,584 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210c5708baf898849ac89aec4fe74793004_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210c5708baf898849ac89aec4fe74793004_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:25:59,585 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/19fc8fca1bc340d797c91214e4b2a7e7, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:25:59,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/19fc8fca1bc340d797c91214e4b2a7e7 is 175, key is test_row_0/A:col10/1733822758960/Put/seqid=0 2024-12-10T09:25:59,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742437_1613 (size=39749) 2024-12-10T09:25:59,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822819625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:59,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822819625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:59,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822819727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:59,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822819727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:59,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822819928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:59,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:25:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822819929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:25:59,989 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/19fc8fca1bc340d797c91214e4b2a7e7 2024-12-10T09:25:59,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/d121c2263ad74972b8320d8165b7e553 is 50, key is test_row_0/B:col10/1733822758960/Put/seqid=0 2024-12-10T09:26:00,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742438_1614 (size=12151) 2024-12-10T09:26:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-10T09:26:00,190 INFO [Thread-2530 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-10T09:26:00,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:26:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-12-10T09:26:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-10T09:26:00,192 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:26:00,193 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:26:00,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:26:00,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822820232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:00,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822820233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-10T09:26:00,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:26:00,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-10T09:26:00,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:00,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:26:00,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:00,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:00,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:00,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/d121c2263ad74972b8320d8165b7e553 2024-12-10T09:26:00,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/f602a198d527427eb1851a65d6305203 is 50, key is test_row_0/C:col10/1733822758960/Put/seqid=0 2024-12-10T09:26:00,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742439_1615 (size=12151) 2024-12-10T09:26:00,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/f602a198d527427eb1851a65d6305203 2024-12-10T09:26:00,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/19fc8fca1bc340d797c91214e4b2a7e7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/19fc8fca1bc340d797c91214e4b2a7e7 2024-12-10T09:26:00,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/19fc8fca1bc340d797c91214e4b2a7e7, entries=200, sequenceid=172, filesize=38.8 K 2024-12-10T09:26:00,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/d121c2263ad74972b8320d8165b7e553 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/d121c2263ad74972b8320d8165b7e553 2024-12-10T09:26:00,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/d121c2263ad74972b8320d8165b7e553, entries=150, sequenceid=172, filesize=11.9 K 2024-12-10T09:26:00,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/f602a198d527427eb1851a65d6305203 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/f602a198d527427eb1851a65d6305203 2024-12-10T09:26:00,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/f602a198d527427eb1851a65d6305203, entries=150, sequenceid=172, filesize=11.9 K 2024-12-10T09:26:00,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for c37015436f92c1b5128b13a7c54f49a8 in 847ms, sequenceid=172, compaction requested=true 2024-12-10T09:26:00,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:26:00,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c37015436f92c1b5128b13a7c54f49a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:26:00,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:26:00,419 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:26:00,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c37015436f92c1b5128b13a7c54f49a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:26:00,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:26:00,419 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:26:00,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c37015436f92c1b5128b13a7c54f49a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:26:00,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:26:00,419 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:26:00,419 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:26:00,419 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): c37015436f92c1b5128b13a7c54f49a8/A is initiating minor compaction (all files) 2024-12-10T09:26:00,419 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c37015436f92c1b5128b13a7c54f49a8/B is initiating minor compaction (all files) 2024-12-10T09:26:00,419 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c37015436f92c1b5128b13a7c54f49a8/B in TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:00,419 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c37015436f92c1b5128b13a7c54f49a8/A in TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:00,420 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/9c84025c397145aa8187a0713cbeaf1c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/6f078cd29fd04c9894693e8bc28bb859, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/19fc8fca1bc340d797c91214e4b2a7e7] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp, totalSize=99.8 K 2024-12-10T09:26:00,420 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/249ec519fbd8431c8123f05bbb98a381, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6a92940025a946fd87f0c76c51178225, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/d121c2263ad74972b8320d8165b7e553] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp, totalSize=35.8 K 2024-12-10T09:26:00,420 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:00,420 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/9c84025c397145aa8187a0713cbeaf1c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/6f078cd29fd04c9894693e8bc28bb859, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/19fc8fca1bc340d797c91214e4b2a7e7] 2024-12-10T09:26:00,420 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 249ec519fbd8431c8123f05bbb98a381, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733822756681 2024-12-10T09:26:00,420 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c84025c397145aa8187a0713cbeaf1c, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733822756681 2024-12-10T09:26:00,420 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a92940025a946fd87f0c76c51178225, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733822757828 2024-12-10T09:26:00,420 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f078cd29fd04c9894693e8bc28bb859, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733822757828 2024-12-10T09:26:00,420 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19fc8fca1bc340d797c91214e4b2a7e7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733822758959 2024-12-10T09:26:00,420 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting d121c2263ad74972b8320d8165b7e553, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733822758959 2024-12-10T09:26:00,424 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:26:00,426 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c37015436f92c1b5128b13a7c54f49a8#B#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:26:00,426 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241210f6c00717d95f4efcb788c0ea4539437d_c37015436f92c1b5128b13a7c54f49a8 store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:26:00,426 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/057f362ce7d0486c96cebd026c32030c is 50, key is test_row_0/B:col10/1733822758960/Put/seqid=0 2024-12-10T09:26:00,427 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241210f6c00717d95f4efcb788c0ea4539437d_c37015436f92c1b5128b13a7c54f49a8, store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:26:00,428 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210f6c00717d95f4efcb788c0ea4539437d_c37015436f92c1b5128b13a7c54f49a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:26:00,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742440_1616 (size=12527) 2024-12-10T09:26:00,432 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/057f362ce7d0486c96cebd026c32030c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/057f362ce7d0486c96cebd026c32030c 2024-12-10T09:26:00,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742441_1617 (size=4469) 2024-12-10T09:26:00,434 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c37015436f92c1b5128b13a7c54f49a8#A#compaction#516 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:26:00,434 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/c190333639814666934d45700420cd68 is 175, key is test_row_0/A:col10/1733822758960/Put/seqid=0 2024-12-10T09:26:00,437 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c37015436f92c1b5128b13a7c54f49a8/B of c37015436f92c1b5128b13a7c54f49a8 into 057f362ce7d0486c96cebd026c32030c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:26:00,438 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:26:00,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742442_1618 (size=31481) 2024-12-10T09:26:00,438 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., storeName=c37015436f92c1b5128b13a7c54f49a8/B, priority=13, startTime=1733822760419; duration=0sec 2024-12-10T09:26:00,438 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:26:00,438 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c37015436f92c1b5128b13a7c54f49a8:B 2024-12-10T09:26:00,438 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-10T09:26:00,438 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-10T09:26:00,438 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c37015436f92c1b5128b13a7c54f49a8/C is initiating minor compaction (all files) 2024-12-10T09:26:00,439 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c37015436f92c1b5128b13a7c54f49a8/C in TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:00,439 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/8279c404ef6044f7b7accfca9d3dfd03, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/3969affa738f4b26a32995969fcfde91, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/f602a198d527427eb1851a65d6305203] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp, totalSize=35.8 K 2024-12-10T09:26:00,439 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 8279c404ef6044f7b7accfca9d3dfd03, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733822756681 2024-12-10T09:26:00,439 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 3969affa738f4b26a32995969fcfde91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733822757828 2024-12-10T09:26:00,439 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting f602a198d527427eb1851a65d6305203, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733822758959 2024-12-10T09:26:00,441 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/c190333639814666934d45700420cd68 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/c190333639814666934d45700420cd68 2024-12-10T09:26:00,445 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c37015436f92c1b5128b13a7c54f49a8/A of c37015436f92c1b5128b13a7c54f49a8 into c190333639814666934d45700420cd68(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:26:00,445 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:26:00,445 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., storeName=c37015436f92c1b5128b13a7c54f49a8/A, priority=13, startTime=1733822760419; duration=0sec 2024-12-10T09:26:00,445 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:26:00,445 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c37015436f92c1b5128b13a7c54f49a8:A 2024-12-10T09:26:00,445 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c37015436f92c1b5128b13a7c54f49a8#C#compaction#518 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:26:00,445 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/a4f79ee6ee7e4c3cbd4a1472b0e58e43 is 50, key is test_row_0/C:col10/1733822758960/Put/seqid=0 2024-12-10T09:26:00,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742443_1619 (size=12527) 2024-12-10T09:26:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-10T09:26:00,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:26:00,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-10T09:26:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:00,496 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-10T09:26:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:26:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:26:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:26:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:00,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121044a70494f70542ee98bcbd5a4c3f3c87_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822759587/Put/seqid=0 2024-12-10T09:26:00,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742444_1620 (size=12304) 2024-12-10T09:26:00,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:26:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:00,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822820746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:00,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822820748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-10T09:26:00,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822820849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:00,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822820850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:00,867 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/a4f79ee6ee7e4c3cbd4a1472b0e58e43 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/a4f79ee6ee7e4c3cbd4a1472b0e58e43 2024-12-10T09:26:00,870 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c37015436f92c1b5128b13a7c54f49a8/C of c37015436f92c1b5128b13a7c54f49a8 into a4f79ee6ee7e4c3cbd4a1472b0e58e43(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:26:00,870 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:26:00,870 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., storeName=c37015436f92c1b5128b13a7c54f49a8/C, priority=13, startTime=1733822760419; duration=0sec 2024-12-10T09:26:00,870 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:26:00,870 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c37015436f92c1b5128b13a7c54f49a8:C 2024-12-10T09:26:00,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:26:00,907 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121044a70494f70542ee98bcbd5a4c3f3c87_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121044a70494f70542ee98bcbd5a4c3f3c87_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:00,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/f0a0e1e6a6db46ed860c17ef2d39943c, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:26:00,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/f0a0e1e6a6db46ed860c17ef2d39943c is 175, key is test_row_0/A:col10/1733822759587/Put/seqid=0 2024-12-10T09:26:00,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742445_1621 (size=31105) 2024-12-10T09:26:01,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822821051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:01,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822821052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:01,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37176 deadline: 1733822821157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:01,159 DEBUG [Thread-2522 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., hostname=65eb268144ba,42979,1733822591299, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:26:01,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37242 deadline: 1733822821161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:01,162 DEBUG [Thread-2526 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., hostname=65eb268144ba,42979,1733822591299, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:26:01,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37200 deadline: 1733822821171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:01,172 DEBUG [Thread-2520 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., hostname=65eb268144ba,42979,1733822591299, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T09:26:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-10T09:26:01,312 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/f0a0e1e6a6db46ed860c17ef2d39943c 2024-12-10T09:26:01,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/e757abf164224358a35cad321a676b01 is 50, key is test_row_0/B:col10/1733822759587/Put/seqid=0 2024-12-10T09:26:01,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742446_1622 (size=12151) 2024-12-10T09:26:01,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822821353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:01,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822821354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:01,719 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/e757abf164224358a35cad321a676b01 2024-12-10T09:26:01,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/90217a357f664ab4a8fb1cff7d3846c6 is 50, key is test_row_0/C:col10/1733822759587/Put/seqid=0 2024-12-10T09:26:01,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742447_1623 (size=12151) 2024-12-10T09:26:01,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822821859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:01,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822821860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:02,128 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/90217a357f664ab4a8fb1cff7d3846c6 2024-12-10T09:26:02,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/f0a0e1e6a6db46ed860c17ef2d39943c as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/f0a0e1e6a6db46ed860c17ef2d39943c 2024-12-10T09:26:02,133 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/f0a0e1e6a6db46ed860c17ef2d39943c, entries=150, sequenceid=196, filesize=30.4 K 2024-12-10T09:26:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/e757abf164224358a35cad321a676b01 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/e757abf164224358a35cad321a676b01 2024-12-10T09:26:02,136 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/e757abf164224358a35cad321a676b01, entries=150, sequenceid=196, filesize=11.9 K 2024-12-10T09:26:02,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/90217a357f664ab4a8fb1cff7d3846c6 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/90217a357f664ab4a8fb1cff7d3846c6 2024-12-10T09:26:02,142 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/90217a357f664ab4a8fb1cff7d3846c6, entries=150, sequenceid=196, filesize=11.9 K 2024-12-10T09:26:02,142 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c37015436f92c1b5128b13a7c54f49a8 in 1646ms, sequenceid=196, compaction requested=false 2024-12-10T09:26:02,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:26:02,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:02,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-12-10T09:26:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-12-10T09:26:02,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-10T09:26:02,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9500 sec 2024-12-10T09:26:02,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.9530 sec 2024-12-10T09:26:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-10T09:26:02,295 INFO [Thread-2530 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-10T09:26:02,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:26:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-12-10T09:26:02,297 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:26:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-10T09:26:02,297 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:26:02,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:26:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-10T09:26:02,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:26:02,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-10T09:26:02,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:02,449 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-10T09:26:02,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:26:02,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:02,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:26:02,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:02,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:26:02,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:02,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210dce69d4d7f2d470b82329e5f80887539_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822760739/Put/seqid=0 2024-12-10T09:26:02,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742448_1624 (size=12304) 2024-12-10T09:26:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-10T09:26:02,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:26:02,866 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210dce69d4d7f2d470b82329e5f80887539_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210dce69d4d7f2d470b82329e5f80887539_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:02,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/22ad0a2b337242aaa4b1cd493d32c648, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:26:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:02,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:26:02,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/22ad0a2b337242aaa4b1cd493d32c648 is 175, key is test_row_0/A:col10/1733822760739/Put/seqid=0 2024-12-10T09:26:02,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742449_1625 (size=31105) 2024-12-10T09:26:02,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822822886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:02,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822822887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-10T09:26:02,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822822990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:02,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822822990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:03,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822823192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:03,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822823192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:03,271 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/22ad0a2b337242aaa4b1cd493d32c648 2024-12-10T09:26:03,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/6c3ffd3d4c50418ca437f32006d466bc is 50, key is test_row_0/B:col10/1733822760739/Put/seqid=0 2024-12-10T09:26:03,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742450_1626 (size=12151) 2024-12-10T09:26:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-10T09:26:03,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822823494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:03,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822823494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:03,682 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/6c3ffd3d4c50418ca437f32006d466bc 2024-12-10T09:26:03,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/e5331ce59d5b445cbdc547367ae121a6 is 50, key is test_row_0/C:col10/1733822760739/Put/seqid=0 2024-12-10T09:26:03,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742451_1627 (size=12151) 2024-12-10T09:26:03,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822823998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:04,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822823999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:04,091 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/e5331ce59d5b445cbdc547367ae121a6 2024-12-10T09:26:04,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/22ad0a2b337242aaa4b1cd493d32c648 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/22ad0a2b337242aaa4b1cd493d32c648 2024-12-10T09:26:04,122 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/22ad0a2b337242aaa4b1cd493d32c648, entries=150, sequenceid=211, filesize=30.4 K 2024-12-10T09:26:04,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/6c3ffd3d4c50418ca437f32006d466bc as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6c3ffd3d4c50418ca437f32006d466bc 2024-12-10T09:26:04,125 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6c3ffd3d4c50418ca437f32006d466bc, entries=150, sequenceid=211, filesize=11.9 K 2024-12-10T09:26:04,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/e5331ce59d5b445cbdc547367ae121a6 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/e5331ce59d5b445cbdc547367ae121a6 2024-12-10T09:26:04,127 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/e5331ce59d5b445cbdc547367ae121a6, entries=150, sequenceid=211, filesize=11.9 K 2024-12-10T09:26:04,128 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c37015436f92c1b5128b13a7c54f49a8 in 1679ms, sequenceid=211, compaction requested=true 2024-12-10T09:26:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:26:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-12-10T09:26:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-12-10T09:26:04,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-10T09:26:04,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8320 sec 2024-12-10T09:26:04,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.8340 sec 2024-12-10T09:26:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-10T09:26:04,400 INFO [Thread-2530 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-10T09:26:04,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:26:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-12-10T09:26:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-10T09:26:04,402 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:26:04,402 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:26:04,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:26:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-10T09:26:04,553 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:26:04,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-10T09:26:04,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:04,554 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-10T09:26:04,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:26:04,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:04,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:26:04,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:04,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:26:04,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:04,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412108fcab64ede03442ba2f4a3e4d916c4fe_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822762886/Put/seqid=0 2024-12-10T09:26:04,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742452_1628 (size=12304) 2024-12-10T09:26:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-10T09:26:04,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:26:04,965 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412108fcab64ede03442ba2f4a3e4d916c4fe_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412108fcab64ede03442ba2f4a3e4d916c4fe_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:04,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/7a1588d1d1bd48b0a1572405791b2505, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:26:04,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/7a1588d1d1bd48b0a1572405791b2505 is 175, key is test_row_0/A:col10/1733822762886/Put/seqid=0 2024-12-10T09:26:04,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742453_1629 (size=31105) 2024-12-10T09:26:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-10T09:26:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:05,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:26:05,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822825018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:05,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822825020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:05,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822825120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:05,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822825121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:05,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822825322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:05,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822825324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:05,369 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/7a1588d1d1bd48b0a1572405791b2505 2024-12-10T09:26:05,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/6a00427548b3490faf6bd97d26649c0d is 50, key is test_row_0/B:col10/1733822762886/Put/seqid=0 2024-12-10T09:26:05,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742454_1630 (size=12151) 2024-12-10T09:26:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-10T09:26:05,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822825625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:05,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822825627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:05,776 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/6a00427548b3490faf6bd97d26649c0d 2024-12-10T09:26:05,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/f0f8aba44c13469fbd090825a14d8cb0 is 50, key is test_row_0/C:col10/1733822762886/Put/seqid=0 2024-12-10T09:26:05,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742455_1631 (size=12151) 2024-12-10T09:26:06,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822826129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:06,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822826131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:06,184 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/f0f8aba44c13469fbd090825a14d8cb0 2024-12-10T09:26:06,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/7a1588d1d1bd48b0a1572405791b2505 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/7a1588d1d1bd48b0a1572405791b2505 2024-12-10T09:26:06,189 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/7a1588d1d1bd48b0a1572405791b2505, entries=150, sequenceid=233, filesize=30.4 K 2024-12-10T09:26:06,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/6a00427548b3490faf6bd97d26649c0d as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6a00427548b3490faf6bd97d26649c0d 2024-12-10T09:26:06,192 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6a00427548b3490faf6bd97d26649c0d, entries=150, sequenceid=233, filesize=11.9 K 2024-12-10T09:26:06,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/f0f8aba44c13469fbd090825a14d8cb0 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/f0f8aba44c13469fbd090825a14d8cb0 2024-12-10T09:26:06,195 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/f0f8aba44c13469fbd090825a14d8cb0, entries=150, sequenceid=233, filesize=11.9 K 2024-12-10T09:26:06,196 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c37015436f92c1b5128b13a7c54f49a8 in 1642ms, sequenceid=233, compaction requested=true 2024-12-10T09:26:06,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:26:06,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:06,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-12-10T09:26:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-12-10T09:26:06,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-10T09:26:06,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7950 sec 2024-12-10T09:26:06,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.7970 sec 2024-12-10T09:26:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-10T09:26:06,505 INFO [Thread-2530 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-10T09:26:06,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:26:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-12-10T09:26:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-10T09:26:06,507 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:26:06,507 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:26:06,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:26:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-10T09:26:06,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:26:06,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-10T09:26:06,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:06,659 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-10T09:26:06,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:26:06,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:06,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:26:06,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:06,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:26:06,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:06,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210ac22deee582b4244a92a068796c8c067_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822765019/Put/seqid=0 2024-12-10T09:26:06,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742456_1632 (size=12304) 2024-12-10T09:26:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-10T09:26:07,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:26:07,069 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210ac22deee582b4244a92a068796c8c067_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210ac22deee582b4244a92a068796c8c067_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:07,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/a3517f1dce6a4b959710592f163f0d28, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:26:07,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/a3517f1dce6a4b959710592f163f0d28 is 175, key is test_row_0/A:col10/1733822765019/Put/seqid=0 2024-12-10T09:26:07,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742457_1633 (size=31105) 2024-12-10T09:26:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-10T09:26:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:07,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:26:07,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822827182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:07,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822827182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:07,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822827286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:07,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822827286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:07,473 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/a3517f1dce6a4b959710592f163f0d28 2024-12-10T09:26:07,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/a5d216a1e16b45acbc000ceb4293e621 is 50, key is test_row_0/B:col10/1733822765019/Put/seqid=0 2024-12-10T09:26:07,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742458_1634 (size=12151) 2024-12-10T09:26:07,480 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/a5d216a1e16b45acbc000ceb4293e621 2024-12-10T09:26:07,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/6e758d47a2574d2385d566506567e3ff is 50, key is test_row_0/C:col10/1733822765019/Put/seqid=0 2024-12-10T09:26:07,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742459_1635 (size=12151) 2024-12-10T09:26:07,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822827488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:07,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822827488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-10T09:26:07,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822827792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:07,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822827793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:07,888 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/6e758d47a2574d2385d566506567e3ff 2024-12-10T09:26:07,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/a3517f1dce6a4b959710592f163f0d28 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/a3517f1dce6a4b959710592f163f0d28 2024-12-10T09:26:07,893 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/a3517f1dce6a4b959710592f163f0d28, entries=150, sequenceid=247, filesize=30.4 K 2024-12-10T09:26:07,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/a5d216a1e16b45acbc000ceb4293e621 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/a5d216a1e16b45acbc000ceb4293e621 2024-12-10T09:26:07,896 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/a5d216a1e16b45acbc000ceb4293e621, entries=150, sequenceid=247, filesize=11.9 K 2024-12-10T09:26:07,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/6e758d47a2574d2385d566506567e3ff as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/6e758d47a2574d2385d566506567e3ff 2024-12-10T09:26:07,899 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/6e758d47a2574d2385d566506567e3ff, entries=150, sequenceid=247, filesize=11.9 K 2024-12-10T09:26:07,899 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c37015436f92c1b5128b13a7c54f49a8 in 1240ms, sequenceid=247, compaction requested=true 2024-12-10T09:26:07,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:26:07,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:07,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-12-10T09:26:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-12-10T09:26:07,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-10T09:26:07,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3930 sec 2024-12-10T09:26:07,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.3950 sec 2024-12-10T09:26:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:08,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-10T09:26:08,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:26:08,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:08,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:26:08,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:08,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:26:08,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:08,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121065b0de496fad436492566206bda8f153_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822767177/Put/seqid=0 2024-12-10T09:26:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742460_1636 (size=12454) 2024-12-10T09:26:08,313 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:26:08,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822828313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:08,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822828314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:08,316 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121065b0de496fad436492566206bda8f153_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121065b0de496fad436492566206bda8f153_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:08,317 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/61b48d22c1134e7c8d401fc7383f8f33, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:26:08,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/61b48d22c1134e7c8d401fc7383f8f33 is 175, key is test_row_0/A:col10/1733822767177/Put/seqid=0 2024-12-10T09:26:08,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742461_1637 (size=31255) 2024-12-10T09:26:08,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822828416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:08,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822828417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-10T09:26:08,610 INFO [Thread-2530 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-10T09:26:08,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-10T09:26:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-12-10T09:26:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-10T09:26:08,612 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-10T09:26:08,612 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-10T09:26:08,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-10T09:26:08,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822828618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:08,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822828619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-10T09:26:08,726 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/61b48d22c1134e7c8d401fc7383f8f33 2024-12-10T09:26:08,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/1647d028c02940c1b21e8303e99ba2bb is 50, key is test_row_0/B:col10/1733822767177/Put/seqid=0 2024-12-10T09:26:08,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742462_1638 (size=12301) 2024-12-10T09:26:08,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:26:08,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-10T09:26:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:26:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:08,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:08,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-10T09:26:08,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:26:08,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-10T09:26:08,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:08,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:26:08,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:08,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:08,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:08,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822828920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:08,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822828921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:09,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:26:09,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-10T09:26:09,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:09,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:26:09,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:09,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:09,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:09,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/1647d028c02940c1b21e8303e99ba2bb 2024-12-10T09:26:09,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/a0c36f1026494fa8bb32e5627b431734 is 50, key is test_row_0/C:col10/1733822767177/Put/seqid=0 2024-12-10T09:26:09,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742463_1639 (size=12301) 2024-12-10T09:26:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-10T09:26:09,219 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:26:09,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-10T09:26:09,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:09,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:26:09,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:09,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:09,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:09,371 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:26:09,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-10T09:26:09,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:09,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:26:09,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:09,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:09,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:09,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37224 deadline: 1733822829424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:09,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-10T09:26:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37228 deadline: 1733822829425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 2024-12-10T09:26:09,523 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:26:09,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-10T09:26:09,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:09,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:26:09,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:09,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:09,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T09:26:09,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/a0c36f1026494fa8bb32e5627b431734 2024-12-10T09:26:09,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/61b48d22c1134e7c8d401fc7383f8f33 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/61b48d22c1134e7c8d401fc7383f8f33 2024-12-10T09:26:09,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/61b48d22c1134e7c8d401fc7383f8f33, entries=150, sequenceid=272, filesize=30.5 K 2024-12-10T09:26:09,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/1647d028c02940c1b21e8303e99ba2bb as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/1647d028c02940c1b21e8303e99ba2bb 2024-12-10T09:26:09,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/1647d028c02940c1b21e8303e99ba2bb, entries=150, sequenceid=272, filesize=12.0 K 2024-12-10T09:26:09,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/a0c36f1026494fa8bb32e5627b431734 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/a0c36f1026494fa8bb32e5627b431734 2024-12-10T09:26:09,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/a0c36f1026494fa8bb32e5627b431734, entries=150, sequenceid=272, filesize=12.0 K 2024-12-10T09:26:09,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c37015436f92c1b5128b13a7c54f49a8 in 1279ms, sequenceid=272, compaction requested=true 2024-12-10T09:26:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:26:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c37015436f92c1b5128b13a7c54f49a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-10T09:26:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:26:09,579 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-10T09:26:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c37015436f92c1b5128b13a7c54f49a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-10T09:26:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:26:09,579 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-10T09:26:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c37015436f92c1b5128b13a7c54f49a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-10T09:26:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:26:09,580 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 187156 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-10T09:26:09,580 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1540): c37015436f92c1b5128b13a7c54f49a8/A is initiating minor compaction (all files) 2024-12-10T09:26:09,580 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c37015436f92c1b5128b13a7c54f49a8/A in TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:09,580 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/c190333639814666934d45700420cd68, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/f0a0e1e6a6db46ed860c17ef2d39943c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/22ad0a2b337242aaa4b1cd493d32c648, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/7a1588d1d1bd48b0a1572405791b2505, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/a3517f1dce6a4b959710592f163f0d28, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/61b48d22c1134e7c8d401fc7383f8f33] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp, totalSize=182.8 K 2024-12-10T09:26:09,580 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:09,580 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. files: [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/c190333639814666934d45700420cd68, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/f0a0e1e6a6db46ed860c17ef2d39943c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/22ad0a2b337242aaa4b1cd493d32c648, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/7a1588d1d1bd48b0a1572405791b2505, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/a3517f1dce6a4b959710592f163f0d28, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/61b48d22c1134e7c8d401fc7383f8f33] 2024-12-10T09:26:09,581 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73432 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-10T09:26:09,581 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting c190333639814666934d45700420cd68, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733822758959 2024-12-10T09:26:09,581 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c37015436f92c1b5128b13a7c54f49a8/B is initiating minor compaction (all files) 2024-12-10T09:26:09,581 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c37015436f92c1b5128b13a7c54f49a8/B in TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:09,581 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/057f362ce7d0486c96cebd026c32030c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/e757abf164224358a35cad321a676b01, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6c3ffd3d4c50418ca437f32006d466bc, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6a00427548b3490faf6bd97d26649c0d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/a5d216a1e16b45acbc000ceb4293e621, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/1647d028c02940c1b21e8303e99ba2bb] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp, totalSize=71.7 K 2024-12-10T09:26:09,581 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0a0e1e6a6db46ed860c17ef2d39943c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733822759587 2024-12-10T09:26:09,581 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 057f362ce7d0486c96cebd026c32030c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733822758959 2024-12-10T09:26:09,581 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22ad0a2b337242aaa4b1cd493d32c648, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733822760739 2024-12-10T09:26:09,581 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting e757abf164224358a35cad321a676b01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733822759587 2024-12-10T09:26:09,581 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a1588d1d1bd48b0a1572405791b2505, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733822762884 2024-12-10T09:26:09,582 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3517f1dce6a4b959710592f163f0d28, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733822765014 2024-12-10T09:26:09,582 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c3ffd3d4c50418ca437f32006d466bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733822760739 2024-12-10T09:26:09,582 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61b48d22c1134e7c8d401fc7383f8f33, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733822767177 2024-12-10T09:26:09,582 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a00427548b3490faf6bd97d26649c0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733822762884 2024-12-10T09:26:09,582 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting a5d216a1e16b45acbc000ceb4293e621, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733822765014 2024-12-10T09:26:09,582 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 1647d028c02940c1b21e8303e99ba2bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733822767177 2024-12-10T09:26:09,588 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:26:09,589 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241210d0680a3badee4742a24f4b4b6e01504b_c37015436f92c1b5128b13a7c54f49a8 store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:26:09,590 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c37015436f92c1b5128b13a7c54f49a8#B#compaction#534 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:26:09,590 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/b3dad715c80e4a7ebe04298bdc101678 is 50, key is test_row_0/B:col10/1733822767177/Put/seqid=0 2024-12-10T09:26:09,591 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241210d0680a3badee4742a24f4b4b6e01504b_c37015436f92c1b5128b13a7c54f49a8, store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:26:09,591 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241210d0680a3badee4742a24f4b4b6e01504b_c37015436f92c1b5128b13a7c54f49a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:26:09,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742464_1640 (size=12881) 2024-12-10T09:26:09,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742465_1641 (size=4469) 2024-12-10T09:26:09,675 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:26:09,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-10T09:26:09,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:09,676 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-10T09:26:09,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:26:09,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:09,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:26:09,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:09,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:26:09,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:09,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121006d68aaa53a24d198d02f70c5aeb0c43_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822768312/Put/seqid=0 2024-12-10T09:26:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742466_1642 (size=12454) 2024-12-10T09:26:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-10T09:26:09,740 DEBUG [Thread-2531 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37c5f69f to 127.0.0.1:56918 2024-12-10T09:26:09,740 DEBUG [Thread-2535 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59b714ec to 127.0.0.1:56918 2024-12-10T09:26:09,740 DEBUG [Thread-2537 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31dc0147 to 127.0.0.1:56918 2024-12-10T09:26:09,740 DEBUG [Thread-2535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:09,740 DEBUG [Thread-2537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:09,741 DEBUG [Thread-2531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:09,742 DEBUG [Thread-2533 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d4ed495 to 127.0.0.1:56918 2024-12-10T09:26:09,742 DEBUG [Thread-2533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:09,742 DEBUG [Thread-2539 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a73e6e3 to 127.0.0.1:56918 2024-12-10T09:26:09,742 DEBUG [Thread-2539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:09,772 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T09:26:10,016 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c37015436f92c1b5128b13a7c54f49a8#A#compaction#535 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:26:10,017 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/e7c91d4f625b4c9f9cd216ba15f9299f is 175, key is test_row_0/A:col10/1733822767177/Put/seqid=0 2024-12-10T09:26:10,021 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/b3dad715c80e4a7ebe04298bdc101678 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/b3dad715c80e4a7ebe04298bdc101678 2024-12-10T09:26:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742467_1643 (size=31835) 2024-12-10T09:26:10,026 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in c37015436f92c1b5128b13a7c54f49a8/B of c37015436f92c1b5128b13a7c54f49a8 into b3dad715c80e4a7ebe04298bdc101678(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:26:10,026 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:26:10,026 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., storeName=c37015436f92c1b5128b13a7c54f49a8/B, priority=10, startTime=1733822769579; duration=0sec 2024-12-10T09:26:10,026 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-10T09:26:10,026 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c37015436f92c1b5128b13a7c54f49a8:B 2024-12-10T09:26:10,026 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-10T09:26:10,027 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73432 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-10T09:26:10,027 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1540): c37015436f92c1b5128b13a7c54f49a8/C is initiating minor compaction (all files) 2024-12-10T09:26:10,027 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c37015436f92c1b5128b13a7c54f49a8/C in TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:10,027 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/a4f79ee6ee7e4c3cbd4a1472b0e58e43, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/90217a357f664ab4a8fb1cff7d3846c6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/e5331ce59d5b445cbdc547367ae121a6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/f0f8aba44c13469fbd090825a14d8cb0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/6e758d47a2574d2385d566506567e3ff, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/a0c36f1026494fa8bb32e5627b431734] into tmpdir=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp, totalSize=71.7 K 2024-12-10T09:26:10,028 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting a4f79ee6ee7e4c3cbd4a1472b0e58e43, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733822758959 2024-12-10T09:26:10,028 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 90217a357f664ab4a8fb1cff7d3846c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733822759587 2024-12-10T09:26:10,028 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting e5331ce59d5b445cbdc547367ae121a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733822760739 2024-12-10T09:26:10,029 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting f0f8aba44c13469fbd090825a14d8cb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733822762884 2024-12-10T09:26:10,029 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e758d47a2574d2385d566506567e3ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733822765014 2024-12-10T09:26:10,029 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] compactions.Compactor(224): Compacting a0c36f1026494fa8bb32e5627b431734, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733822767177 2024-12-10T09:26:10,036 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c37015436f92c1b5128b13a7c54f49a8#C#compaction#537 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T09:26:10,036 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/4e82a3b0cc53417eb3efaeedd18dd2d6 is 50, key is test_row_0/C:col10/1733822767177/Put/seqid=0 2024-12-10T09:26:10,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742468_1644 (size=12881) 2024-12-10T09:26:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:26:10,097 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121006d68aaa53a24d198d02f70c5aeb0c43_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121006d68aaa53a24d198d02f70c5aeb0c43_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:10,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/99ae5180110d4aeaa8be8348e02655d8, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:26:10,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/99ae5180110d4aeaa8be8348e02655d8 is 175, key is test_row_0/A:col10/1733822768312/Put/seqid=0 2024-12-10T09:26:10,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742469_1645 (size=31255) 2024-12-10T09:26:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] regionserver.HRegion(8581): Flush requested on c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:10,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. as already flushing 2024-12-10T09:26:10,433 DEBUG [Thread-2528 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68a403af to 127.0.0.1:56918 2024-12-10T09:26:10,433 DEBUG [Thread-2528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:10,433 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/e7c91d4f625b4c9f9cd216ba15f9299f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/e7c91d4f625b4c9f9cd216ba15f9299f 2024-12-10T09:26:10,435 DEBUG [Thread-2524 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6269e0a1 to 127.0.0.1:56918 2024-12-10T09:26:10,435 DEBUG [Thread-2524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:10,439 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in c37015436f92c1b5128b13a7c54f49a8/A of c37015436f92c1b5128b13a7c54f49a8 into e7c91d4f625b4c9f9cd216ba15f9299f(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:26:10,439 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:26:10,439 INFO [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., storeName=c37015436f92c1b5128b13a7c54f49a8/A, priority=10, startTime=1733822769579; duration=0sec 2024-12-10T09:26:10,439 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:26:10,439 DEBUG [RS:0;65eb268144ba:42979-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c37015436f92c1b5128b13a7c54f49a8:A 2024-12-10T09:26:10,444 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/4e82a3b0cc53417eb3efaeedd18dd2d6 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/4e82a3b0cc53417eb3efaeedd18dd2d6 2024-12-10T09:26:10,447 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in c37015436f92c1b5128b13a7c54f49a8/C of c37015436f92c1b5128b13a7c54f49a8 into 4e82a3b0cc53417eb3efaeedd18dd2d6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T09:26:10,447 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:26:10,447 INFO [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8., storeName=c37015436f92c1b5128b13a7c54f49a8/C, priority=10, startTime=1733822769579; duration=0sec 2024-12-10T09:26:10,447 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-10T09:26:10,447 DEBUG [RS:0;65eb268144ba:42979-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c37015436f92c1b5128b13a7c54f49a8:C 2024-12-10T09:26:10,504 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/99ae5180110d4aeaa8be8348e02655d8 2024-12-10T09:26:10,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/03e1180031b44e3380dcc5307cfd6716 is 50, key is test_row_0/B:col10/1733822768312/Put/seqid=0 2024-12-10T09:26:10,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742470_1646 (size=12301) 2024-12-10T09:26:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-10T09:26:10,921 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/03e1180031b44e3380dcc5307cfd6716 2024-12-10T09:26:10,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/415f37bfd34943ee97b556510603f36f is 50, key is test_row_0/C:col10/1733822768312/Put/seqid=0 2024-12-10T09:26:10,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742471_1647 (size=12301) 2024-12-10T09:26:11,185 DEBUG [Thread-2526 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1124eb0a to 127.0.0.1:56918 2024-12-10T09:26:11,185 DEBUG [Thread-2526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:11,192 DEBUG [Thread-2522 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1de5cadc to 127.0.0.1:56918 2024-12-10T09:26:11,192 DEBUG [Thread-2522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:11,257 DEBUG [Thread-2520 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6adef360 to 127.0.0.1:56918 2024-12-10T09:26:11,257 DEBUG [Thread-2520 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:11,341 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/415f37bfd34943ee97b556510603f36f 2024-12-10T09:26:11,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/99ae5180110d4aeaa8be8348e02655d8 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/99ae5180110d4aeaa8be8348e02655d8 2024-12-10T09:26:11,354 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/99ae5180110d4aeaa8be8348e02655d8, entries=150, sequenceid=283, filesize=30.5 K 2024-12-10T09:26:11,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/03e1180031b44e3380dcc5307cfd6716 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/03e1180031b44e3380dcc5307cfd6716 2024-12-10T09:26:11,359 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/03e1180031b44e3380dcc5307cfd6716, entries=150, sequenceid=283, filesize=12.0 K 2024-12-10T09:26:11,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/415f37bfd34943ee97b556510603f36f as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/415f37bfd34943ee97b556510603f36f 2024-12-10T09:26:11,364 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/415f37bfd34943ee97b556510603f36f, entries=150, sequenceid=283, filesize=12.0 K 2024-12-10T09:26:11,365 INFO [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=33.54 KB/34350 for c37015436f92c1b5128b13a7c54f49a8 in 1689ms, sequenceid=283, compaction requested=false 2024-12-10T09:26:11,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:26:11,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:11,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/65eb268144ba:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-12-10T09:26:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-12-10T09:26:11,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-10T09:26:11,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7540 sec 2024-12-10T09:26:11,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 2.7570 sec 2024-12-10T09:26:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-10T09:26:12,718 INFO [Thread-2530 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-10T09:26:12,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-10T09:26:12,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-12-10T09:26:12,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-10T09:26:12,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-10T09:26:12,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-10T09:26:12,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-12-10T09:26:12,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-10T09:26:12,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8154 2024-12-10T09:26:12,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8381 2024-12-10T09:26:12,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7884 2024-12-10T09:26:12,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8173 2024-12-10T09:26:12,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8415 2024-12-10T09:26:12,718 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-10T09:26:12,718 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T09:26:12,718 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6333ace5 to 127.0.0.1:56918 2024-12-10T09:26:12,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:12,719 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-10T09:26:12,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-10T09:26:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-10T09:26:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-10T09:26:12,723 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822772723"}]},"ts":"1733822772723"} 2024-12-10T09:26:12,725 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-10T09:26:12,770 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-10T09:26:12,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-10T09:26:12,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c37015436f92c1b5128b13a7c54f49a8, UNASSIGN}] 2024-12-10T09:26:12,777 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=183, ppid=182, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c37015436f92c1b5128b13a7c54f49a8, UNASSIGN 2024-12-10T09:26:12,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=183 updating hbase:meta row=c37015436f92c1b5128b13a7c54f49a8, regionState=CLOSING, regionLocation=65eb268144ba,42979,1733822591299 2024-12-10T09:26:12,781 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T09:26:12,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; CloseRegionProcedure c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299}] 2024-12-10T09:26:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-10T09:26:12,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65eb268144ba,42979,1733822591299 2024-12-10T09:26:12,935 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(124): Close c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:12,935 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-10T09:26:12,935 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1681): Closing c37015436f92c1b5128b13a7c54f49a8, disabling compactions & flushes 2024-12-10T09:26:12,936 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:12,936 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:12,936 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. after waiting 0 ms 2024-12-10T09:26:12,936 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:12,936 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(2837): Flushing c37015436f92c1b5128b13a7c54f49a8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-10T09:26:12,936 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=A 2024-12-10T09:26:12,936 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:12,937 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=B 2024-12-10T09:26:12,937 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:12,937 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c37015436f92c1b5128b13a7c54f49a8, store=C 2024-12-10T09:26:12,937 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-10T09:26:12,948 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412106fcdaa872c114a59b5421d3bd8288c75_c37015436f92c1b5128b13a7c54f49a8 is 50, key is test_row_0/A:col10/1733822771254/Put/seqid=0 2024-12-10T09:26:12,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742472_1648 (size=9914) 2024-12-10T09:26:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-10T09:26:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-10T09:26:13,352 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T09:26:13,355 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412106fcdaa872c114a59b5421d3bd8288c75_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412106fcdaa872c114a59b5421d3bd8288c75_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:13,356 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/e4eb7d389b1348ce9874eacc83e45330, store: [table=TestAcidGuarantees family=A region=c37015436f92c1b5128b13a7c54f49a8] 2024-12-10T09:26:13,356 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/e4eb7d389b1348ce9874eacc83e45330 is 175, key is test_row_0/A:col10/1733822771254/Put/seqid=0 2024-12-10T09:26:13,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742473_1649 (size=22561) 2024-12-10T09:26:13,760 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/e4eb7d389b1348ce9874eacc83e45330 2024-12-10T09:26:13,771 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/a8f75168293d41379ae5b1da79b1d968 is 50, key is test_row_0/B:col10/1733822771254/Put/seqid=0 2024-12-10T09:26:13,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742474_1650 (size=9857) 2024-12-10T09:26:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-10T09:26:14,175 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/a8f75168293d41379ae5b1da79b1d968 2024-12-10T09:26:14,211 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/e8d15df2e2b24b8182eebfe6ad157d2b is 50, key is test_row_0/C:col10/1733822771254/Put/seqid=0 2024-12-10T09:26:14,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742475_1651 (size=9857) 2024-12-10T09:26:14,615 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/e8d15df2e2b24b8182eebfe6ad157d2b 2024-12-10T09:26:14,625 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/A/e4eb7d389b1348ce9874eacc83e45330 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/e4eb7d389b1348ce9874eacc83e45330 2024-12-10T09:26:14,628 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/e4eb7d389b1348ce9874eacc83e45330, entries=100, sequenceid=294, filesize=22.0 K 2024-12-10T09:26:14,629 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/B/a8f75168293d41379ae5b1da79b1d968 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/a8f75168293d41379ae5b1da79b1d968 2024-12-10T09:26:14,633 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/a8f75168293d41379ae5b1da79b1d968, entries=100, sequenceid=294, filesize=9.6 K 2024-12-10T09:26:14,633 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/.tmp/C/e8d15df2e2b24b8182eebfe6ad157d2b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/e8d15df2e2b24b8182eebfe6ad157d2b 2024-12-10T09:26:14,637 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/e8d15df2e2b24b8182eebfe6ad157d2b, entries=100, sequenceid=294, filesize=9.6 K 2024-12-10T09:26:14,638 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c37015436f92c1b5128b13a7c54f49a8 in 1702ms, sequenceid=294, compaction requested=true 2024-12-10T09:26:14,638 DEBUG [StoreCloser-TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/cb60ea7927114f3ea905ec6282c4b0bf, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/aadcde60adee4addbc128aa951529372, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/7eb541c9fb0b4f949a5244209f574796, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/756714cd17f740bda4fe7e48f7eec8a4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/6be7957ad6f04525843a12df02e1cf64, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/5fd9acf0693b460b9c5641181d245fef, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/c9a1264452264c9e8befdce280a71274, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/5b24441c012c47ee866bc90540ee7695, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/9c84025c397145aa8187a0713cbeaf1c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/6f078cd29fd04c9894693e8bc28bb859, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/19fc8fca1bc340d797c91214e4b2a7e7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/c190333639814666934d45700420cd68, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/f0a0e1e6a6db46ed860c17ef2d39943c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/22ad0a2b337242aaa4b1cd493d32c648, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/7a1588d1d1bd48b0a1572405791b2505, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/a3517f1dce6a4b959710592f163f0d28, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/61b48d22c1134e7c8d401fc7383f8f33] to archive 2024-12-10T09:26:14,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:26:14,641 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/cb60ea7927114f3ea905ec6282c4b0bf to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/cb60ea7927114f3ea905ec6282c4b0bf 2024-12-10T09:26:14,641 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/aadcde60adee4addbc128aa951529372 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/aadcde60adee4addbc128aa951529372 2024-12-10T09:26:14,641 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/7eb541c9fb0b4f949a5244209f574796 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/7eb541c9fb0b4f949a5244209f574796 2024-12-10T09:26:14,642 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/6be7957ad6f04525843a12df02e1cf64 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/6be7957ad6f04525843a12df02e1cf64 2024-12-10T09:26:14,642 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/756714cd17f740bda4fe7e48f7eec8a4 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/756714cd17f740bda4fe7e48f7eec8a4 2024-12-10T09:26:14,642 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/5b24441c012c47ee866bc90540ee7695 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/5b24441c012c47ee866bc90540ee7695 2024-12-10T09:26:14,642 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/5fd9acf0693b460b9c5641181d245fef to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/5fd9acf0693b460b9c5641181d245fef 2024-12-10T09:26:14,642 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/c9a1264452264c9e8befdce280a71274 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/c9a1264452264c9e8befdce280a71274 2024-12-10T09:26:14,643 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/c190333639814666934d45700420cd68 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/c190333639814666934d45700420cd68 2024-12-10T09:26:14,643 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/19fc8fca1bc340d797c91214e4b2a7e7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/19fc8fca1bc340d797c91214e4b2a7e7 2024-12-10T09:26:14,643 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/9c84025c397145aa8187a0713cbeaf1c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/9c84025c397145aa8187a0713cbeaf1c 2024-12-10T09:26:14,644 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/6f078cd29fd04c9894693e8bc28bb859 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/6f078cd29fd04c9894693e8bc28bb859 2024-12-10T09:26:14,644 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/22ad0a2b337242aaa4b1cd493d32c648 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/22ad0a2b337242aaa4b1cd493d32c648 2024-12-10T09:26:14,644 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/f0a0e1e6a6db46ed860c17ef2d39943c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/f0a0e1e6a6db46ed860c17ef2d39943c 2024-12-10T09:26:14,644 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/7a1588d1d1bd48b0a1572405791b2505 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/7a1588d1d1bd48b0a1572405791b2505 2024-12-10T09:26:14,644 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/a3517f1dce6a4b959710592f163f0d28 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/a3517f1dce6a4b959710592f163f0d28 2024-12-10T09:26:14,644 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/61b48d22c1134e7c8d401fc7383f8f33 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/61b48d22c1134e7c8d401fc7383f8f33 2024-12-10T09:26:14,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/0ac02f12f7d041d1a4e56f7eabcef6e1, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/3dc738da172b4d68a8d985f32bb9d7c0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/f563ec01be014d9abd5290eed2040e2d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6f1bf4a8fea845c38bb1e46d17be1cc7, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/75eb8c7c670a4811a1a35f54fcfbd772, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/652673a29df24030bedfe8433a964276, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/0feade088e7b47fb923211ce6db5dd01, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/249ec519fbd8431c8123f05bbb98a381, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/e9a2205c8eca4546b661272c36a394f3, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6a92940025a946fd87f0c76c51178225, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/057f362ce7d0486c96cebd026c32030c, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/d121c2263ad74972b8320d8165b7e553, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/e757abf164224358a35cad321a676b01, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6c3ffd3d4c50418ca437f32006d466bc, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6a00427548b3490faf6bd97d26649c0d, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/a5d216a1e16b45acbc000ceb4293e621, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/1647d028c02940c1b21e8303e99ba2bb] to archive 2024-12-10T09:26:14,646 DEBUG [StoreCloser-TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:26:14,648 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/0ac02f12f7d041d1a4e56f7eabcef6e1 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/0ac02f12f7d041d1a4e56f7eabcef6e1 2024-12-10T09:26:14,648 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/3dc738da172b4d68a8d985f32bb9d7c0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/3dc738da172b4d68a8d985f32bb9d7c0 2024-12-10T09:26:14,648 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6f1bf4a8fea845c38bb1e46d17be1cc7 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6f1bf4a8fea845c38bb1e46d17be1cc7 2024-12-10T09:26:14,648 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/249ec519fbd8431c8123f05bbb98a381 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/249ec519fbd8431c8123f05bbb98a381 2024-12-10T09:26:14,648 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/f563ec01be014d9abd5290eed2040e2d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/f563ec01be014d9abd5290eed2040e2d 2024-12-10T09:26:14,648 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/75eb8c7c670a4811a1a35f54fcfbd772 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/75eb8c7c670a4811a1a35f54fcfbd772 2024-12-10T09:26:14,648 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/0feade088e7b47fb923211ce6db5dd01 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/0feade088e7b47fb923211ce6db5dd01 2024-12-10T09:26:14,648 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/652673a29df24030bedfe8433a964276 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/652673a29df24030bedfe8433a964276 2024-12-10T09:26:14,650 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/e9a2205c8eca4546b661272c36a394f3 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/e9a2205c8eca4546b661272c36a394f3 2024-12-10T09:26:14,650 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6a92940025a946fd87f0c76c51178225 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6a92940025a946fd87f0c76c51178225 2024-12-10T09:26:14,650 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6c3ffd3d4c50418ca437f32006d466bc to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6c3ffd3d4c50418ca437f32006d466bc 2024-12-10T09:26:14,650 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/057f362ce7d0486c96cebd026c32030c to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/057f362ce7d0486c96cebd026c32030c 2024-12-10T09:26:14,650 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/e757abf164224358a35cad321a676b01 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/e757abf164224358a35cad321a676b01 2024-12-10T09:26:14,650 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/d121c2263ad74972b8320d8165b7e553 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/d121c2263ad74972b8320d8165b7e553 2024-12-10T09:26:14,650 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6a00427548b3490faf6bd97d26649c0d to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/6a00427548b3490faf6bd97d26649c0d 2024-12-10T09:26:14,650 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/a5d216a1e16b45acbc000ceb4293e621 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/a5d216a1e16b45acbc000ceb4293e621 2024-12-10T09:26:14,651 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/1647d028c02940c1b21e8303e99ba2bb to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/1647d028c02940c1b21e8303e99ba2bb 2024-12-10T09:26:14,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/5175ed667074494f87b0ba559de3b13e, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/1fbf8167dff94793866b50c7b3c85b07, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/1deb1a710d0c4a119441b523f5413458, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/c9218a044e8646b1b2efea25910719f4, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/05c25bf3208e4000a6e634cf7d464c68, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/fab2450b5cd34f9d9920f087c25d849b, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/7d9a5f45596a46f28fbfebd1910ef20f, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/8279c404ef6044f7b7accfca9d3dfd03, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/da5ff102bf5d431c862ae929569ce118, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/3969affa738f4b26a32995969fcfde91, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/a4f79ee6ee7e4c3cbd4a1472b0e58e43, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/f602a198d527427eb1851a65d6305203, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/90217a357f664ab4a8fb1cff7d3846c6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/e5331ce59d5b445cbdc547367ae121a6, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/f0f8aba44c13469fbd090825a14d8cb0, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/6e758d47a2574d2385d566506567e3ff, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/a0c36f1026494fa8bb32e5627b431734] to archive 2024-12-10T09:26:14,652 DEBUG [StoreCloser-TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T09:26:14,653 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/1deb1a710d0c4a119441b523f5413458 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/1deb1a710d0c4a119441b523f5413458 2024-12-10T09:26:14,653 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/5175ed667074494f87b0ba559de3b13e to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/5175ed667074494f87b0ba559de3b13e 2024-12-10T09:26:14,654 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/05c25bf3208e4000a6e634cf7d464c68 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/05c25bf3208e4000a6e634cf7d464c68 2024-12-10T09:26:14,654 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/c9218a044e8646b1b2efea25910719f4 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/c9218a044e8646b1b2efea25910719f4 2024-12-10T09:26:14,654 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/fab2450b5cd34f9d9920f087c25d849b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/fab2450b5cd34f9d9920f087c25d849b 2024-12-10T09:26:14,654 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/1fbf8167dff94793866b50c7b3c85b07 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/1fbf8167dff94793866b50c7b3c85b07 2024-12-10T09:26:14,654 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/8279c404ef6044f7b7accfca9d3dfd03 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/8279c404ef6044f7b7accfca9d3dfd03 2024-12-10T09:26:14,654 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/7d9a5f45596a46f28fbfebd1910ef20f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/7d9a5f45596a46f28fbfebd1910ef20f 2024-12-10T09:26:14,655 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/da5ff102bf5d431c862ae929569ce118 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/da5ff102bf5d431c862ae929569ce118 2024-12-10T09:26:14,655 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/3969affa738f4b26a32995969fcfde91 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/3969affa738f4b26a32995969fcfde91 2024-12-10T09:26:14,655 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/a4f79ee6ee7e4c3cbd4a1472b0e58e43 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/a4f79ee6ee7e4c3cbd4a1472b0e58e43 2024-12-10T09:26:14,655 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/f602a198d527427eb1851a65d6305203 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/f602a198d527427eb1851a65d6305203 2024-12-10T09:26:14,655 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/90217a357f664ab4a8fb1cff7d3846c6 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/90217a357f664ab4a8fb1cff7d3846c6 2024-12-10T09:26:14,655 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/f0f8aba44c13469fbd090825a14d8cb0 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/f0f8aba44c13469fbd090825a14d8cb0 2024-12-10T09:26:14,655 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/e5331ce59d5b445cbdc547367ae121a6 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/e5331ce59d5b445cbdc547367ae121a6 2024-12-10T09:26:14,656 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/6e758d47a2574d2385d566506567e3ff to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/6e758d47a2574d2385d566506567e3ff 2024-12-10T09:26:14,656 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/a0c36f1026494fa8bb32e5627b431734 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/a0c36f1026494fa8bb32e5627b431734 2024-12-10T09:26:14,658 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/recovered.edits/297.seqid, newMaxSeqId=297, maxSeqId=4 2024-12-10T09:26:14,659 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8. 2024-12-10T09:26:14,659 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1635): Region close journal for c37015436f92c1b5128b13a7c54f49a8: 2024-12-10T09:26:14,660 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(170): Closed c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=183 updating hbase:meta row=c37015436f92c1b5128b13a7c54f49a8, regionState=CLOSED 2024-12-10T09:26:14,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-12-10T09:26:14,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; CloseRegionProcedure c37015436f92c1b5128b13a7c54f49a8, server=65eb268144ba,42979,1733822591299 in 1.8790 sec 2024-12-10T09:26:14,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=183, resume processing ppid=182 2024-12-10T09:26:14,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, ppid=182, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c37015436f92c1b5128b13a7c54f49a8, UNASSIGN in 1.8860 sec 2024-12-10T09:26:14,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-12-10T09:26:14,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8910 sec 2024-12-10T09:26:14,665 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733822774665"}]},"ts":"1733822774665"} 2024-12-10T09:26:14,665 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-10T09:26:14,710 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-10T09:26:14,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9910 sec 2024-12-10T09:26:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-10T09:26:14,833 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-10T09:26:14,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-10T09:26:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:26:14,838 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=185, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:26:14,840 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=185, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:26:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-10T09:26:14,842 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,844 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C, FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/recovered.edits] 2024-12-10T09:26:14,847 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/99ae5180110d4aeaa8be8348e02655d8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/99ae5180110d4aeaa8be8348e02655d8 2024-12-10T09:26:14,847 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/e7c91d4f625b4c9f9cd216ba15f9299f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/e7c91d4f625b4c9f9cd216ba15f9299f 2024-12-10T09:26:14,847 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/e4eb7d389b1348ce9874eacc83e45330 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/A/e4eb7d389b1348ce9874eacc83e45330 2024-12-10T09:26:14,849 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/03e1180031b44e3380dcc5307cfd6716 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/03e1180031b44e3380dcc5307cfd6716 2024-12-10T09:26:14,849 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/b3dad715c80e4a7ebe04298bdc101678 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/b3dad715c80e4a7ebe04298bdc101678 2024-12-10T09:26:14,849 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/a8f75168293d41379ae5b1da79b1d968 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/B/a8f75168293d41379ae5b1da79b1d968 2024-12-10T09:26:14,851 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/415f37bfd34943ee97b556510603f36f to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/415f37bfd34943ee97b556510603f36f 2024-12-10T09:26:14,851 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/e8d15df2e2b24b8182eebfe6ad157d2b to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/e8d15df2e2b24b8182eebfe6ad157d2b 2024-12-10T09:26:14,851 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/4e82a3b0cc53417eb3efaeedd18dd2d6 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/C/4e82a3b0cc53417eb3efaeedd18dd2d6 2024-12-10T09:26:14,852 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/recovered.edits/297.seqid to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8/recovered.edits/297.seqid 2024-12-10T09:26:14,853 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/default/TestAcidGuarantees/c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,853 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-10T09:26:14,853 DEBUG [PEWorker-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-10T09:26:14,853 DEBUG [PEWorker-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-10T09:26:14,858 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121006d68aaa53a24d198d02f70c5aeb0c43_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121006d68aaa53a24d198d02f70c5aeb0c43_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,858 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412103d842107de2447789204bc6df44a6120_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412103d842107de2447789204bc6df44a6120_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,858 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121044a70494f70542ee98bcbd5a4c3f3c87_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121044a70494f70542ee98bcbd5a4c3f3c87_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,858 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121065b0de496fad436492566206bda8f153_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121065b0de496fad436492566206bda8f153_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,858 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121055c30ce33c264eeb9a58203eb10e9f2b_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121055c30ce33c264eeb9a58203eb10e9f2b_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,858 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412106972a09689354a69893ec75865f245f8_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412106972a09689354a69893ec75865f245f8_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,858 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210826cbfc8fbaf40a985c2813de949d6aa_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210826cbfc8fbaf40a985c2813de949d6aa_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,858 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412106fcdaa872c114a59b5421d3bd8288c75_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412106fcdaa872c114a59b5421d3bd8288c75_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,859 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210b57aaec64a644916b3b7ab0435fc7721_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210b57aaec64a644916b3b7ab0435fc7721_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,859 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121085ac3ec1540845e08228ac15d5042ee2_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121085ac3ec1540845e08228ac15d5042ee2_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,859 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210ac22deee582b4244a92a068796c8c067_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210ac22deee582b4244a92a068796c8c067_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,860 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210bb6ef6994867496eb921408b8721025d_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210bb6ef6994867496eb921408b8721025d_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,860 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412108fcab64ede03442ba2f4a3e4d916c4fe_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412108fcab64ede03442ba2f4a3e4d916c4fe_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,860 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210c5708baf898849ac89aec4fe74793004_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210c5708baf898849ac89aec4fe74793004_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,860 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210dce69d4d7f2d470b82329e5f80887539_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210dce69d4d7f2d470b82329e5f80887539_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,860 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210f0bdbebc2d0e4330a44ea04081e13a79_c37015436f92c1b5128b13a7c54f49a8 to hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241210f0bdbebc2d0e4330a44ea04081e13a79_c37015436f92c1b5128b13a7c54f49a8 2024-12-10T09:26:14,860 DEBUG [PEWorker-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-10T09:26:14,862 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=185, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:26:14,865 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-10T09:26:14,866 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-10T09:26:14,867 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=185, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:26:14,867 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-10T09:26:14,867 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733822774867"}]},"ts":"9223372036854775807"} 2024-12-10T09:26:14,869 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-10T09:26:14,869 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c37015436f92c1b5128b13a7c54f49a8, NAME => 'TestAcidGuarantees,,1733822746483.c37015436f92c1b5128b13a7c54f49a8.', STARTKEY => '', ENDKEY => ''}] 2024-12-10T09:26:14,869 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-10T09:26:14,869 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733822774869"}]},"ts":"9223372036854775807"} 2024-12-10T09:26:14,870 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-10T09:26:14,879 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=185, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-10T09:26:14,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 44 msec 2024-12-10T09:26:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43055 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-10T09:26:14,943 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-12-10T09:26:14,959 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=244 (was 245), OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 435), ProcessCount=9 (was 9), AvailableMemoryMB=4824 (was 4837) 2024-12-10T09:26:14,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-10T09:26:14,959 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T09:26:14,959 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f499397 to 127.0.0.1:56918 2024-12-10T09:26:14,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:14,960 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T09:26:14,960 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=408429447, stopped=false 2024-12-10T09:26:14,960 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=65eb268144ba,43055,1733822590553 2024-12-10T09:26:14,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T09:26:14,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T09:26:14,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:26:14,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:26:14,970 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-10T09:26:14,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T09:26:14,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:14,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T09:26:14,971 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65eb268144ba,42979,1733822591299' ***** 2024-12-10T09:26:14,971 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-10T09:26:14,972 INFO [RS:0;65eb268144ba:42979 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T09:26:14,972 INFO [RS:0;65eb268144ba:42979 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T09:26:14,972 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-10T09:26:14,972 INFO [RS:0;65eb268144ba:42979 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T09:26:14,973 INFO [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(3579): Received CLOSE for b3cd205a29398c1229accf15843c2180 2024-12-10T09:26:14,973 INFO [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1224): stopping server 65eb268144ba,42979,1733822591299 2024-12-10T09:26:14,973 DEBUG [RS:0;65eb268144ba:42979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:14,973 INFO [RS:0;65eb268144ba:42979 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T09:26:14,974 INFO [RS:0;65eb268144ba:42979 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T09:26:14,974 INFO [RS:0;65eb268144ba:42979 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T09:26:14,974 INFO [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-10T09:26:14,974 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b3cd205a29398c1229accf15843c2180, disabling compactions & flushes 2024-12-10T09:26:14,974 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180. 2024-12-10T09:26:14,974 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180. 2024-12-10T09:26:14,974 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180. after waiting 0 ms 2024-12-10T09:26:14,974 INFO [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-10T09:26:14,974 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180. 2024-12-10T09:26:14,974 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, b3cd205a29398c1229accf15843c2180=hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180.} 2024-12-10T09:26:14,974 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b3cd205a29398c1229accf15843c2180 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-10T09:26:14,974 DEBUG [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T09:26:14,974 INFO [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T09:26:14,974 DEBUG [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T09:26:14,974 DEBUG [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T09:26:14,974 DEBUG [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T09:26:14,975 INFO [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-10T09:26:14,978 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b3cd205a29398c1229accf15843c2180 2024-12-10T09:26:14,990 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/namespace/b3cd205a29398c1229accf15843c2180/.tmp/info/4833616b755741f99ad71a32732e7da2 is 45, key is default/info:d/1733822596821/Put/seqid=0 2024-12-10T09:26:14,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742476_1652 (size=5037) 2024-12-10T09:26:14,994 DEBUG [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/.tmp/info/d8004453bf564a8980d990717d59fea7 is 143, key is hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180./info:regioninfo/1733822596756/Put/seqid=0 2024-12-10T09:26:14,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742477_1653 (size=7725) 2024-12-10T09:26:15,025 INFO [regionserver/65eb268144ba:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T09:26:15,040 INFO [regionserver/65eb268144ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T09:26:15,040 INFO [regionserver/65eb268144ba:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T09:26:15,179 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b3cd205a29398c1229accf15843c2180 2024-12-10T09:26:15,379 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b3cd205a29398c1229accf15843c2180 2024-12-10T09:26:15,395 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/namespace/b3cd205a29398c1229accf15843c2180/.tmp/info/4833616b755741f99ad71a32732e7da2 2024-12-10T09:26:15,399 INFO [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/.tmp/info/d8004453bf564a8980d990717d59fea7 2024-12-10T09:26:15,403 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/namespace/b3cd205a29398c1229accf15843c2180/.tmp/info/4833616b755741f99ad71a32732e7da2 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/namespace/b3cd205a29398c1229accf15843c2180/info/4833616b755741f99ad71a32732e7da2 2024-12-10T09:26:15,408 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/namespace/b3cd205a29398c1229accf15843c2180/info/4833616b755741f99ad71a32732e7da2, entries=2, sequenceid=6, filesize=4.9 K 2024-12-10T09:26:15,409 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for b3cd205a29398c1229accf15843c2180 in 435ms, sequenceid=6, compaction requested=false 2024-12-10T09:26:15,412 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/namespace/b3cd205a29398c1229accf15843c2180/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-10T09:26:15,413 INFO [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180. 2024-12-10T09:26:15,413 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b3cd205a29398c1229accf15843c2180: 2024-12-10T09:26:15,413 DEBUG [RS_CLOSE_REGION-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733822595467.b3cd205a29398c1229accf15843c2180. 2024-12-10T09:26:15,426 DEBUG [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/.tmp/rep_barrier/ef9fe5d08d664cccb7dffc2fdba4701b is 102, key is TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d./rep_barrier:/1733822625589/DeleteFamily/seqid=0 2024-12-10T09:26:15,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742478_1654 (size=6025) 2024-12-10T09:26:15,579 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-10T09:26:15,780 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-10T09:26:15,830 INFO [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/.tmp/rep_barrier/ef9fe5d08d664cccb7dffc2fdba4701b 2024-12-10T09:26:15,854 DEBUG [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/.tmp/table/a01a27a2eaba427f8489b9ff48c4afda is 96, key is TestAcidGuarantees,,1733822597126.3670603c0ed1b22beb1cd048c84faa7d./table:/1733822625589/DeleteFamily/seqid=0 2024-12-10T09:26:15,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742479_1655 (size=5942) 2024-12-10T09:26:15,980 INFO [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-10T09:26:15,980 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-10T09:26:15,980 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-10T09:26:16,180 DEBUG [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-10T09:26:16,258 INFO [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/.tmp/table/a01a27a2eaba427f8489b9ff48c4afda 2024-12-10T09:26:16,266 DEBUG [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/.tmp/info/d8004453bf564a8980d990717d59fea7 as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/info/d8004453bf564a8980d990717d59fea7 2024-12-10T09:26:16,271 INFO [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/info/d8004453bf564a8980d990717d59fea7, entries=22, sequenceid=93, filesize=7.5 K 2024-12-10T09:26:16,272 DEBUG [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/.tmp/rep_barrier/ef9fe5d08d664cccb7dffc2fdba4701b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/rep_barrier/ef9fe5d08d664cccb7dffc2fdba4701b 2024-12-10T09:26:16,275 INFO [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/rep_barrier/ef9fe5d08d664cccb7dffc2fdba4701b, entries=6, sequenceid=93, filesize=5.9 K 2024-12-10T09:26:16,276 DEBUG [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/.tmp/table/a01a27a2eaba427f8489b9ff48c4afda as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/table/a01a27a2eaba427f8489b9ff48c4afda 2024-12-10T09:26:16,280 INFO [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/table/a01a27a2eaba427f8489b9ff48c4afda, entries=9, sequenceid=93, filesize=5.8 K 2024-12-10T09:26:16,280 INFO [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=93, compaction requested=false 2024-12-10T09:26:16,285 DEBUG [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-10T09:26:16,285 DEBUG [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T09:26:16,286 INFO [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T09:26:16,286 DEBUG [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T09:26:16,286 DEBUG [RS_CLOSE_META-regionserver/65eb268144ba:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T09:26:16,381 INFO [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1250): stopping server 65eb268144ba,42979,1733822591299; all regions closed. 2024-12-10T09:26:16,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741834_1010 (size=26050) 2024-12-10T09:26:16,392 DEBUG [RS:0;65eb268144ba:42979 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/oldWALs 2024-12-10T09:26:16,392 INFO [RS:0;65eb268144ba:42979 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65eb268144ba%2C42979%2C1733822591299.meta:.meta(num 1733822595215) 2024-12-10T09:26:16,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741832_1008 (size=14816868) 2024-12-10T09:26:16,396 DEBUG [RS:0;65eb268144ba:42979 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/oldWALs 2024-12-10T09:26:16,396 INFO [RS:0;65eb268144ba:42979 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65eb268144ba%2C42979%2C1733822591299:(num 1733822594154) 2024-12-10T09:26:16,396 DEBUG [RS:0;65eb268144ba:42979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:16,397 INFO [RS:0;65eb268144ba:42979 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T09:26:16,397 INFO [RS:0;65eb268144ba:42979 {}] hbase.ChoreService(370): Chore service for: regionserver/65eb268144ba:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-10T09:26:16,397 INFO [regionserver/65eb268144ba:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T09:26:16,397 INFO [RS:0;65eb268144ba:42979 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42979 2024-12-10T09:26:16,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65eb268144ba,42979,1733822591299 2024-12-10T09:26:16,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T09:26:16,445 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65eb268144ba,42979,1733822591299] 2024-12-10T09:26:16,445 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 65eb268144ba,42979,1733822591299; numProcessing=1 2024-12-10T09:26:16,453 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/65eb268144ba,42979,1733822591299 already deleted, retry=false 2024-12-10T09:26:16,453 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 65eb268144ba,42979,1733822591299 expired; onlineServers=0 2024-12-10T09:26:16,454 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65eb268144ba,43055,1733822590553' ***** 2024-12-10T09:26:16,454 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T09:26:16,454 DEBUG [M:0;65eb268144ba:43055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5945a06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65eb268144ba/172.17.0.2:0 2024-12-10T09:26:16,454 INFO [M:0;65eb268144ba:43055 {}] regionserver.HRegionServer(1224): stopping server 65eb268144ba,43055,1733822590553 2024-12-10T09:26:16,454 INFO [M:0;65eb268144ba:43055 {}] regionserver.HRegionServer(1250): stopping server 65eb268144ba,43055,1733822590553; all regions closed. 2024-12-10T09:26:16,454 DEBUG [M:0;65eb268144ba:43055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T09:26:16,454 DEBUG [M:0;65eb268144ba:43055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T09:26:16,455 DEBUG [M:0;65eb268144ba:43055 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T09:26:16,455 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T09:26:16,455 DEBUG [master/65eb268144ba:0:becomeActiveMaster-HFileCleaner.large.0-1733822593914 {}] cleaner.HFileCleaner(306): Exit Thread[master/65eb268144ba:0:becomeActiveMaster-HFileCleaner.large.0-1733822593914,5,FailOnTimeoutGroup] 2024-12-10T09:26:16,455 DEBUG [master/65eb268144ba:0:becomeActiveMaster-HFileCleaner.small.0-1733822593915 {}] cleaner.HFileCleaner(306): Exit Thread[master/65eb268144ba:0:becomeActiveMaster-HFileCleaner.small.0-1733822593915,5,FailOnTimeoutGroup] 2024-12-10T09:26:16,455 INFO [M:0;65eb268144ba:43055 {}] hbase.ChoreService(370): Chore service for: master/65eb268144ba:0 had [] on shutdown 2024-12-10T09:26:16,455 DEBUG [M:0;65eb268144ba:43055 {}] master.HMaster(1733): Stopping service threads 2024-12-10T09:26:16,456 INFO [M:0;65eb268144ba:43055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T09:26:16,457 INFO [M:0;65eb268144ba:43055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T09:26:16,457 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T09:26:16,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T09:26:16,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T09:26:16,462 DEBUG [M:0;65eb268144ba:43055 {}] zookeeper.ZKUtil(347): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T09:26:16,462 WARN [M:0;65eb268144ba:43055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T09:26:16,462 INFO [M:0;65eb268144ba:43055 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-10T09:26:16,462 INFO [M:0;65eb268144ba:43055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T09:26:16,462 DEBUG [M:0;65eb268144ba:43055 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T09:26:16,463 INFO [M:0;65eb268144ba:43055 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T09:26:16,463 DEBUG [M:0;65eb268144ba:43055 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T09:26:16,463 DEBUG [M:0;65eb268144ba:43055 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T09:26:16,463 DEBUG [M:0;65eb268144ba:43055 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T09:26:16,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T09:26:16,463 INFO [M:0;65eb268144ba:43055 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=786.39 KB heapSize=968.56 KB 2024-12-10T09:26:16,481 DEBUG [M:0;65eb268144ba:43055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63870edabb424fde98b967d56c6c4b7a is 82, key is hbase:meta,,1/info:regioninfo/1733822595326/Put/seqid=0 2024-12-10T09:26:16,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742480_1656 (size=5672) 2024-12-10T09:26:16,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T09:26:16,545 INFO [RS:0;65eb268144ba:42979 {}] regionserver.HRegionServer(1307): Exiting; stopping=65eb268144ba,42979,1733822591299; zookeeper connection closed. 2024-12-10T09:26:16,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x1000f4048000001, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T09:26:16,546 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74d0c747 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74d0c747 2024-12-10T09:26:16,546 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-10T09:26:16,886 INFO [M:0;65eb268144ba:43055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2243 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63870edabb424fde98b967d56c6c4b7a 2024-12-10T09:26:16,914 DEBUG [M:0;65eb268144ba:43055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcae93fcb20e401b986bf9f0dc606cff is 2284, key is \x00\x00\x00\x00\x00\x00\x00\x9E/proc:d/1733822749618/Put/seqid=0 2024-12-10T09:26:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742481_1657 (size=46089) 2024-12-10T09:26:17,321 INFO [M:0;65eb268144ba:43055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785.84 KB at sequenceid=2243 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcae93fcb20e401b986bf9f0dc606cff 2024-12-10T09:26:17,327 INFO [M:0;65eb268144ba:43055 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcae93fcb20e401b986bf9f0dc606cff 2024-12-10T09:26:17,344 DEBUG [M:0;65eb268144ba:43055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8e8cccd9571445982761f5511b4594b is 69, key is 65eb268144ba,42979,1733822591299/rs:state/1733822593932/Put/seqid=0 2024-12-10T09:26:17,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073742482_1658 (size=5156) 2024-12-10T09:26:17,748 INFO [M:0;65eb268144ba:43055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2243 (bloomFilter=true), to=hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8e8cccd9571445982761f5511b4594b 2024-12-10T09:26:17,757 DEBUG [M:0;65eb268144ba:43055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63870edabb424fde98b967d56c6c4b7a as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63870edabb424fde98b967d56c6c4b7a 2024-12-10T09:26:17,761 INFO [M:0;65eb268144ba:43055 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63870edabb424fde98b967d56c6c4b7a, entries=8, sequenceid=2243, filesize=5.5 K 2024-12-10T09:26:17,762 DEBUG [M:0;65eb268144ba:43055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcae93fcb20e401b986bf9f0dc606cff as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcae93fcb20e401b986bf9f0dc606cff 2024-12-10T09:26:17,765 INFO [M:0;65eb268144ba:43055 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcae93fcb20e401b986bf9f0dc606cff 2024-12-10T09:26:17,765 INFO [M:0;65eb268144ba:43055 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcae93fcb20e401b986bf9f0dc606cff, entries=185, sequenceid=2243, filesize=45.0 K 2024-12-10T09:26:17,765 DEBUG [M:0;65eb268144ba:43055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8e8cccd9571445982761f5511b4594b as hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8e8cccd9571445982761f5511b4594b 2024-12-10T09:26:17,768 INFO [M:0;65eb268144ba:43055 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36257/user/jenkins/test-data/9b0dde88-af4f-9051-6acf-ee9939598f95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8e8cccd9571445982761f5511b4594b, entries=1, sequenceid=2243, filesize=5.0 K 2024-12-10T09:26:17,769 INFO [M:0;65eb268144ba:43055 {}] regionserver.HRegion(3040): Finished flush of dataSize ~786.39 KB/805267, heapSize ~968.27 KB/991504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=2243, compaction requested=false 2024-12-10T09:26:17,771 INFO [M:0;65eb268144ba:43055 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T09:26:17,771 DEBUG [M:0;65eb268144ba:43055 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T09:26:17,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35289 is added to blk_1073741830_1006 (size=952325) 2024-12-10T09:26:17,773 INFO [M:0;65eb268144ba:43055 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-10T09:26:17,773 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T09:26:17,774 INFO [M:0;65eb268144ba:43055 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43055 2024-12-10T09:26:17,810 DEBUG [M:0;65eb268144ba:43055 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/65eb268144ba,43055,1733822590553 already deleted, retry=false 2024-12-10T09:26:17,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T09:26:17,921 INFO [M:0;65eb268144ba:43055 {}] regionserver.HRegionServer(1307): Exiting; stopping=65eb268144ba,43055,1733822590553; zookeeper connection closed. 2024-12-10T09:26:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43055-0x1000f4048000000, quorum=127.0.0.1:56918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T09:26:17,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45b00dd3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T09:26:17,934 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T09:26:17,934 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T09:26:17,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T09:26:17,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/hadoop.log.dir/,STOPPED} 2024-12-10T09:26:17,937 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T09:26:17,937 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T09:26:17,937 WARN [BP-1616450532-172.17.0.2-1733822587504 heartbeating to localhost/127.0.0.1:36257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T09:26:17,937 WARN [BP-1616450532-172.17.0.2-1733822587504 heartbeating to localhost/127.0.0.1:36257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1616450532-172.17.0.2-1733822587504 (Datanode Uuid b9208de8-c662-4a1a-ac0f-4be2ced0d4f8) service to localhost/127.0.0.1:36257 2024-12-10T09:26:17,939 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/cluster_7ae08c73-e021-60b6-5f91-f926406b7d08/dfs/data/data1/current/BP-1616450532-172.17.0.2-1733822587504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T09:26:17,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/cluster_7ae08c73-e021-60b6-5f91-f926406b7d08/dfs/data/data2/current/BP-1616450532-172.17.0.2-1733822587504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T09:26:17,940 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T09:26:17,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cad334d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T09:26:17,946 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T09:26:17,946 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T09:26:17,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T09:26:17,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fffbe266-3a26-d117-c98d-d91a82ca4936/hadoop.log.dir/,STOPPED} 2024-12-10T09:26:17,962 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-10T09:26:18,078 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down